2024-11-12 07:24:15,039 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-12 07:24:15,064 main DEBUG Took 0.022301 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 07:24:15,064 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 07:24:15,065 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 07:24:15,066 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 07:24:15,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:24:15,083 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 07:24:15,102 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:24:15,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:24:15,105 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:24:15,106 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:24:15,106 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:24:15,107 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:24:15,108 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:24:15,109 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:24:15,109 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:24:15,110 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:24:15,111 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:24:15,112 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:24:15,112 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:24:15,113 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:24:15,114 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:24:15,114 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:24:15,115 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:24:15,115 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:24:15,116 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:24:15,117 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:24:15,117 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:24:15,118 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:24:15,118 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:24:15,119 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 07:24:15,120 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:24:15,120 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 07:24:15,122 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 07:24:15,124 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 07:24:15,126 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 07:24:15,127 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 07:24:15,129 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 07:24:15,129 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 07:24:15,139 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 07:24:15,143 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 07:24:15,145 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 07:24:15,145 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 07:24:15,146 main DEBUG createAppenders(={Console}) 2024-11-12 07:24:15,147 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-12 07:24:15,147 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-12 07:24:15,148 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-12 07:24:15,148 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 07:24:15,149 main DEBUG OutputStream closed 2024-11-12 07:24:15,149 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 07:24:15,149 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 07:24:15,150 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-12 07:24:15,246 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 07:24:15,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 07:24:15,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 07:24:15,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 07:24:15,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 07:24:15,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 07:24:15,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 07:24:15,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 07:24:15,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 07:24:15,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 07:24:15,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 07:24:15,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 07:24:15,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 07:24:15,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 07:24:15,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 07:24:15,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 07:24:15,258 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 07:24:15,259 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 07:24:15,261 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 07:24:15,262 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-12 07:24:15,262 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 07:24:15,263 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-12T07:24:15,530 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6 2024-11-12 07:24:15,533 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 07:24:15,534 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T07:24:15,541 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-12T07:24:15,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T07:24:15,588 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/cluster_64ebeae2-8662-579a-2074-afc7e12fbf0f, deleteOnExit=true 2024-11-12T07:24:15,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T07:24:15,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/test.cache.data in system properties and HBase conf 2024-11-12T07:24:15,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T07:24:15,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/hadoop.log.dir in system properties and HBase conf 2024-11-12T07:24:15,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T07:24:15,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T07:24:15,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T07:24:15,724 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T07:24:15,852 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T07:24:15,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:24:15,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T07:24:15,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T07:24:15,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:24:15,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T07:24:15,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T07:24:15,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T07:24:15,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:24:15,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T07:24:15,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/nfs.dump.dir in system properties and HBase conf 2024-11-12T07:24:15,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/java.io.tmpdir in system properties and HBase conf 2024-11-12T07:24:15,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T07:24:15,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T07:24:15,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T07:24:17,059 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T07:24:17,172 INFO [Time-limited test {}] log.Log(170): Logging initialized @3170ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T07:24:17,274 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:24:17,351 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:24:17,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:24:17,387 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:24:17,390 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T07:24:17,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:24:17,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:24:17,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:24:17,681 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f7463d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/java.io.tmpdir/jetty-localhost-37267-hadoop-hdfs-3_4_1-tests_jar-_-any-7663532706816938848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:24:17,695 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:37267} 2024-11-12T07:24:17,695 INFO [Time-limited test {}] server.Server(415): Started @3694ms 2024-11-12T07:24:18,362 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T07:24:18,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T07:24:18,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T07:24:18,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T07:24:18,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T07:24:18,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/hadoop.log.dir/,AVAILABLE} 2024-11-12T07:24:18,382 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T07:24:18,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70061d7e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/java.io.tmpdir/jetty-localhost-39709-hadoop-hdfs-3_4_1-tests_jar-_-any-13111745300318783839/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:24:18,488 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:39709} 2024-11-12T07:24:18,488 INFO [Time-limited test {}] server.Server(415): Started @4487ms 2024-11-12T07:24:18,542 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T07:24:19,878 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/cluster_64ebeae2-8662-579a-2074-afc7e12fbf0f/data/data2/current/BP-1275152006-172.17.0.2-1731396256516/current, will proceed with Du for space computation calculation, 2024-11-12T07:24:19,878 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/cluster_64ebeae2-8662-579a-2074-afc7e12fbf0f/data/data1/current/BP-1275152006-172.17.0.2-1731396256516/current, will proceed with Du for space computation calculation, 2024-11-12T07:24:19,904 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T07:24:19,955 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90929ab7e5b32409 with lease ID 0xc5f23396695e892d: Processing first storage report for DS-f0e8a58f-701f-4d6d-b3ac-cf5852440245 from datanode DatanodeRegistration(127.0.0.1:35853, datanodeUuid=e62f4c74-9920-4471-8946-78518fe836e7, infoPort=41145, infoSecurePort=0, ipcPort=44861, storageInfo=lv=-57;cid=testClusterID;nsid=943221009;c=1731396256516) 2024-11-12T07:24:19,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90929ab7e5b32409 with lease ID 0xc5f23396695e892d: from storage DS-f0e8a58f-701f-4d6d-b3ac-cf5852440245 node DatanodeRegistration(127.0.0.1:35853, datanodeUuid=e62f4c74-9920-4471-8946-78518fe836e7, infoPort=41145, infoSecurePort=0, ipcPort=44861, storageInfo=lv=-57;cid=testClusterID;nsid=943221009;c=1731396256516), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-12T07:24:19,957 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90929ab7e5b32409 with lease ID 0xc5f23396695e892d: Processing first storage report for DS-a1ba7aef-942d-4bf2-b62d-fabcdae41f2b from datanode DatanodeRegistration(127.0.0.1:35853, datanodeUuid=e62f4c74-9920-4471-8946-78518fe836e7, infoPort=41145, infoSecurePort=0, ipcPort=44861, storageInfo=lv=-57;cid=testClusterID;nsid=943221009;c=1731396256516) 2024-11-12T07:24:19,957 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90929ab7e5b32409 with lease ID 0xc5f23396695e892d: from storage DS-a1ba7aef-942d-4bf2-b62d-fabcdae41f2b node DatanodeRegistration(127.0.0.1:35853, datanodeUuid=e62f4c74-9920-4471-8946-78518fe836e7, infoPort=41145, infoSecurePort=0, ipcPort=44861, storageInfo=lv=-57;cid=testClusterID;nsid=943221009;c=1731396256516), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T07:24:20,021 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6 2024-11-12T07:24:20,110 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/cluster_64ebeae2-8662-579a-2074-afc7e12fbf0f/zookeeper_0, clientPort=56866, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/cluster_64ebeae2-8662-579a-2074-afc7e12fbf0f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/cluster_64ebeae2-8662-579a-2074-afc7e12fbf0f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T07:24:20,122 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56866 2024-11-12T07:24:20,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:24:20,138 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:24:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741825_1001 (size=7) 2024-11-12T07:24:20,755 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb with version=8 2024-11-12T07:24:20,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/hbase-staging 2024-11-12T07:24:20,842 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T07:24:21,055 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:24:21,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:24:21,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:24:21,069 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:24:21,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:24:21,069 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:24:21,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T07:24:21,253 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T07:24:21,262 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T07:24:21,265 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:24:21,288 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 34321 (auto-detected) 2024-11-12T07:24:21,289 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T07:24:21,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34741 2024-11-12T07:24:21,327 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34741 connecting to ZooKeeper ensemble=127.0.0.1:56866 2024-11-12T07:24:21,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347410x0, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:24:21,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34741-0x1012dee4ca10000 connected 2024-11-12T07:24:21,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:24:21,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:24:21,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:24:21,619 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb, hbase.cluster.distributed=false 2024-11-12T07:24:21,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T07:24:21,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34741 2024-11-12T07:24:21,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34741 2024-11-12T07:24:21,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34741 2024-11-12T07:24:21,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34741 2024-11-12T07:24:21,646 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34741 2024-11-12T07:24:21,746 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cea23c84c117:0 server-side Connection retries=45 2024-11-12T07:24:21,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:24:21,747 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T07:24:21,748 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T07:24:21,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T07:24:21,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T07:24:21,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T07:24:21,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T07:24:21,754 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42891 2024-11-12T07:24:21,756 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42891 connecting to ZooKeeper ensemble=127.0.0.1:56866 2024-11-12T07:24:21,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:24:21,762 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:24:21,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428910x0, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T07:24:21,782 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428910x0, quorum=127.0.0.1:56866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:24:21,782 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42891-0x1012dee4ca10001 connected 2024-11-12T07:24:21,787 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T07:24:21,795 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T07:24:21,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-12T07:24:21,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-12T07:24:21,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42891 2024-11-12T07:24:21,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42891 2024-11-12T07:24:21,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42891 2024-11-12T07:24:21,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42891 2024-11-12T07:24:21,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42891 2024-11-12T07:24:21,820 DEBUG [M:0;cea23c84c117:34741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cea23c84c117:34741 2024-11-12T07:24:21,821 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cea23c84c117,34741,1731396260892 2024-11-12T07:24:21,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:24:21,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:24:21,836 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cea23c84c117,34741,1731396260892 2024-11-12T07:24:21,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:24:21,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-12T07:24:21,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:24:21,866 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-12T07:24:21,867 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cea23c84c117,34741,1731396260892 from backup master directory 2024-11-12T07:24:21,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cea23c84c117,34741,1731396260892 2024-11-12T07:24:21,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:24:21,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-12T07:24:21,877 WARN [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:24:21,877 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cea23c84c117,34741,1731396260892 2024-11-12T07:24:21,879 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T07:24:21,880 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T07:24:21,932 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/hbase.id] with ID: 30f889d7-fc76-400e-82e0-df7d70680e33 2024-11-12T07:24:21,932 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/.tmp/hbase.id 2024-11-12T07:24:21,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741826_1002 (size=42) 2024-11-12T07:24:22,347 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/.tmp/hbase.id]:[hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/hbase.id] 2024-11-12T07:24:22,400 INFO [master/cea23c84c117:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T07:24:22,405 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T07:24:22,423 INFO [master/cea23c84c117:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-12T07:24:22,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:24:22,472 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:24:22,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741827_1003 (size=196) 2024-11-12T07:24:22,907 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:24:22,910 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T07:24:22,924 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:22,927 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:24:22,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741828_1004 (size=1189) 2024-11-12T07:24:23,378 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store 2024-11-12T07:24:23,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741829_1005 (size=34) 2024-11-12T07:24:23,802 INFO [master/cea23c84c117:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T07:24:23,806 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:24:23,808 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:24:23,808 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:24:23,808 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:24:23,810 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:24:23,811 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:24:23,811 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:24:23,813 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396263807Disabling compacts and flushes for region at 1731396263808 (+1 ms)Disabling writes for close at 1731396263811 (+3 ms)Writing region close event to WAL at 1731396263811Closed at 1731396263811 2024-11-12T07:24:23,816 WARN [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/.initializing 2024-11-12T07:24:23,816 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/WALs/cea23c84c117,34741,1731396260892 2024-11-12T07:24:23,825 INFO [master/cea23c84c117:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:24:23,841 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C34741%2C1731396260892, suffix=, logDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/WALs/cea23c84c117,34741,1731396260892, archiveDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/oldWALs, maxLogs=10 2024-11-12T07:24:23,861 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/WALs/cea23c84c117,34741,1731396260892/cea23c84c117%2C34741%2C1731396260892.1731396263845, exclude list is [], retry=0 2024-11-12T07:24:23,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35853,DS-f0e8a58f-701f-4d6d-b3ac-cf5852440245,DISK] 2024-11-12T07:24:23,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T07:24:23,911 INFO [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/WALs/cea23c84c117,34741,1731396260892/cea23c84c117%2C34741%2C1731396260892.1731396263845 2024-11-12T07:24:23,912 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41145:41145)] 2024-11-12T07:24:23,913 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:24:23,913 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:24:23,916 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:24:23,917 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:24:23,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:24:23,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T07:24:23,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:23,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:24:23,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:24:23,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T07:24:23,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:23,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:24:23,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:24:23,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T07:24:23,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:23,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:24:23,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:24:23,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T07:24:23,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:23,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:24:23,996 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:24:24,000 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:24:24,001 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:24:24,006 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:24:24,007 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:24:24,010 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T07:24:24,014 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T07:24:24,018 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:24:24,019 INFO [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73571562, jitterRate=0.09630170464515686}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T07:24:24,025 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731396263928Initializing all the Stores at 1731396263930 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396263931 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396263931Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396263932 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396263932Cleaning up temporary data from old regions at 1731396264007 (+75 ms)Region opened successfully at 1731396264025 (+18 ms) 2024-11-12T07:24:24,026 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T07:24:24,054 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46394c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:24:24,080 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T07:24:24,089 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T07:24:24,089 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T07:24:24,091 INFO [master/cea23c84c117:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T07:24:24,092 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T07:24:24,097 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-12T07:24:24,097 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T07:24:24,119 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T07:24:24,127 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-12T07:24:24,139 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-12T07:24:24,141 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T07:24:24,143 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-12T07:24:24,149 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-12T07:24:24,152 INFO [master/cea23c84c117:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T07:24:24,156 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-12T07:24:24,166 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-12T07:24:24,169 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-12T07:24:24,181 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-12T07:24:24,202 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T07:24:24,212 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-12T07:24:24,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T07:24:24,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-12T07:24:24,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:24:24,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:24:24,227 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cea23c84c117,34741,1731396260892, sessionid=0x1012dee4ca10000, setting cluster-up flag (Was=false) 2024-11-12T07:24:24,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:24:24,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:24:24,297 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-12T07:24:24,302 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,34741,1731396260892 2024-11-12T07:24:24,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:24:24,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:24:24,360 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-12T07:24:24,362 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cea23c84c117,34741,1731396260892 2024-11-12T07:24:24,371 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T07:24:24,413 INFO [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(746): ClusterId : 30f889d7-fc76-400e-82e0-df7d70680e33 2024-11-12T07:24:24,415 DEBUG [RS:0;cea23c84c117:42891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T07:24:24,439 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T07:24:24,450 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T07:24:24,456 INFO [master/cea23c84c117:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T07:24:24,461 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cea23c84c117,34741,1731396260892 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T07:24:24,488 DEBUG [RS:0;cea23c84c117:42891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T07:24:24,489 DEBUG [RS:0;cea23c84c117:42891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T07:24:24,489 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:24:24,490 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:24:24,490 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:24:24,490 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cea23c84c117:0, corePoolSize=5, maxPoolSize=5 2024-11-12T07:24:24,490 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cea23c84c117:0, corePoolSize=10, maxPoolSize=10 2024-11-12T07:24:24,491 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:24:24,491 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:24:24,491 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:24:24,497 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:24:24,498 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T07:24:24,499 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731396294499 2024-11-12T07:24:24,501 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T07:24:24,503 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T07:24:24,505 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:24,505 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T07:24:24,507 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T07:24:24,507 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T07:24:24,508 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T07:24:24,508 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T07:24:24,509 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:24,516 DEBUG [RS:0;cea23c84c117:42891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T07:24:24,517 DEBUG [RS:0;cea23c84c117:42891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bda69ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cea23c84c117/172.17.0.2:0 2024-11-12T07:24:24,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741831_1007 (size=1321) 2024-11-12T07:24:24,521 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T07:24:24,522 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T07:24:24,522 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T07:24:24,525 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T07:24:24,525 INFO [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T07:24:24,528 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396264526,5,FailOnTimeoutGroup] 2024-11-12T07:24:24,532 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396264528,5,FailOnTimeoutGroup] 2024-11-12T07:24:24,532 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:24,533 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T07:24:24,534 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:24,535 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:24,535 DEBUG [RS:0;cea23c84c117:42891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cea23c84c117:42891 2024-11-12T07:24:24,539 INFO [RS:0;cea23c84c117:42891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T07:24:24,540 INFO [RS:0;cea23c84c117:42891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T07:24:24,540 DEBUG [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T07:24:24,543 INFO [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(2659): reportForDuty to master=cea23c84c117,34741,1731396260892 with port=42891, startcode=1731396261716 2024-11-12T07:24:24,558 DEBUG [RS:0;cea23c84c117:42891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T07:24:24,599 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T07:24:24,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34741 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cea23c84c117,42891,1731396261716 2024-11-12T07:24:24,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34741 {}] master.ServerManager(517): Registering regionserver=cea23c84c117,42891,1731396261716 2024-11-12T07:24:24,623 DEBUG [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb 2024-11-12T07:24:24,623 DEBUG [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41931 2024-11-12T07:24:24,623 DEBUG [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T07:24:24,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T07:24:24,634 DEBUG [RS:0;cea23c84c117:42891 {}] zookeeper.ZKUtil(111): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cea23c84c117,42891,1731396261716 2024-11-12T07:24:24,634 WARN [RS:0;cea23c84c117:42891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T07:24:24,634 INFO [RS:0;cea23c84c117:42891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:24:24,635 DEBUG [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/WALs/cea23c84c117,42891,1731396261716 2024-11-12T07:24:24,636 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cea23c84c117,42891,1731396261716] 2024-11-12T07:24:24,663 INFO [RS:0;cea23c84c117:42891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T07:24:24,679 INFO [RS:0;cea23c84c117:42891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T07:24:24,683 INFO [RS:0;cea23c84c117:42891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T07:24:24,683 INFO [RS:0;cea23c84c117:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:24,684 INFO [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T07:24:24,689 INFO [RS:0;cea23c84c117:42891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T07:24:24,691 INFO [RS:0;cea23c84c117:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:24,692 DEBUG [RS:0;cea23c84c117:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:24:24,692 DEBUG [RS:0;cea23c84c117:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:24:24,692 DEBUG [RS:0;cea23c84c117:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:24:24,692 DEBUG [RS:0;cea23c84c117:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:24:24,692 DEBUG [RS:0;cea23c84c117:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:24:24,693 DEBUG [RS:0;cea23c84c117:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cea23c84c117:0, corePoolSize=2, maxPoolSize=2 2024-11-12T07:24:24,693 DEBUG [RS:0;cea23c84c117:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:24:24,693 DEBUG [RS:0;cea23c84c117:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:24:24,693 DEBUG [RS:0;cea23c84c117:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:24:24,693 DEBUG [RS:0;cea23c84c117:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:24:24,693 DEBUG [RS:0;cea23c84c117:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:24:24,693 DEBUG [RS:0;cea23c84c117:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cea23c84c117:0, corePoolSize=1, maxPoolSize=1 2024-11-12T07:24:24,694 DEBUG [RS:0;cea23c84c117:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:24:24,694 DEBUG [RS:0;cea23c84c117:42891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0, corePoolSize=3, maxPoolSize=3 2024-11-12T07:24:24,695 INFO [RS:0;cea23c84c117:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:24,695 INFO [RS:0;cea23c84c117:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:24,695 INFO [RS:0;cea23c84c117:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:24,695 INFO [RS:0;cea23c84c117:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:24,696 INFO [RS:0;cea23c84c117:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:24,696 INFO [RS:0;cea23c84c117:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,42891,1731396261716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:24:24,720 INFO [RS:0;cea23c84c117:42891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T07:24:24,722 INFO [RS:0;cea23c84c117:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,42891,1731396261716-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:24,722 INFO [RS:0;cea23c84c117:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:24,722 INFO [RS:0;cea23c84c117:42891 {}] regionserver.Replication(171): cea23c84c117,42891,1731396261716 started 2024-11-12T07:24:24,745 INFO [RS:0;cea23c84c117:42891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:24,745 INFO [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1482): Serving as cea23c84c117,42891,1731396261716, RpcServer on cea23c84c117/172.17.0.2:42891, sessionid=0x1012dee4ca10001 2024-11-12T07:24:24,746 DEBUG [RS:0;cea23c84c117:42891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T07:24:24,746 DEBUG [RS:0;cea23c84c117:42891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cea23c84c117,42891,1731396261716 2024-11-12T07:24:24,747 DEBUG [RS:0;cea23c84c117:42891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,42891,1731396261716' 2024-11-12T07:24:24,747 DEBUG [RS:0;cea23c84c117:42891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-12T07:24:24,748 DEBUG [RS:0;cea23c84c117:42891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-12T07:24:24,749 DEBUG [RS:0;cea23c84c117:42891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T07:24:24,749 DEBUG [RS:0;cea23c84c117:42891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T07:24:24,749 DEBUG [RS:0;cea23c84c117:42891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cea23c84c117,42891,1731396261716 2024-11-12T07:24:24,749 DEBUG [RS:0;cea23c84c117:42891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cea23c84c117,42891,1731396261716' 2024-11-12T07:24:24,749 DEBUG [RS:0;cea23c84c117:42891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-12T07:24:24,750 DEBUG [RS:0;cea23c84c117:42891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-12T07:24:24,750 DEBUG [RS:0;cea23c84c117:42891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T07:24:24,751 INFO [RS:0;cea23c84c117:42891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T07:24:24,751 INFO [RS:0;cea23c84c117:42891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T07:24:24,856 INFO [RS:0;cea23c84c117:42891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T07:24:24,860 INFO [RS:0;cea23c84c117:42891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C42891%2C1731396261716, suffix=, logDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/WALs/cea23c84c117,42891,1731396261716, archiveDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/oldWALs, maxLogs=32 2024-11-12T07:24:24,875 DEBUG [RS:0;cea23c84c117:42891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/WALs/cea23c84c117,42891,1731396261716/cea23c84c117%2C42891%2C1731396261716.1731396264862, exclude list is [], retry=0 2024-11-12T07:24:24,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35853,DS-f0e8a58f-701f-4d6d-b3ac-cf5852440245,DISK] 2024-11-12T07:24:24,885 INFO [RS:0;cea23c84c117:42891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/WALs/cea23c84c117,42891,1731396261716/cea23c84c117%2C42891%2C1731396261716.1731396264862 2024-11-12T07:24:24,886 DEBUG [RS:0;cea23c84c117:42891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41145:41145)] 2024-11-12T07:24:24,919 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T07:24:24,920 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb 2024-11-12T07:24:24,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741833_1009 (size=32) 2024-11-12T07:24:25,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:24:25,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:24:25,338 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:24:25,338 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:25,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:24:25,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:24:25,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:24:25,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:25,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:24:25,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:24:25,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:24:25,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:25,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:24:25,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:24:25,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:24:25,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:25,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:24:25,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:24:25,358 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740 2024-11-12T07:24:25,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740 2024-11-12T07:24:25,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:24:25,362 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:24:25,363 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T07:24:25,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:24:25,370 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:24:25,371 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63675005, jitterRate=-0.05116848647594452}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T07:24:25,375 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731396265332Initializing all the Stores at 1731396265334 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396265334Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396265334Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396265334Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396265334Cleaning up temporary data from old regions at 1731396265362 (+28 ms)Region opened successfully at 1731396265375 (+13 ms) 2024-11-12T07:24:25,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:24:25,376 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:24:25,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:24:25,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:24:25,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:24:25,378 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:24:25,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396265376Disabling compacts and flushes for region at 1731396265376Disabling writes for close at 1731396265376Writing region close event to WAL at 1731396265377 (+1 ms)Closed at 1731396265378 (+1 ms) 2024-11-12T07:24:25,382 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:24:25,383 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T07:24:25,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T07:24:25,403 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:24:25,407 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T07:24:25,560 DEBUG [cea23c84c117:34741 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T07:24:25,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:24:25,582 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,42891,1731396261716, state=OPENING 2024-11-12T07:24:25,661 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T07:24:25,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:24:25,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:24:25,673 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:24:25,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:24:25,675 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T07:24:25,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:24:25,855 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T07:24:25,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T07:24:25,874 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T07:24:25,874 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T07:24:25,875 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T07:24:25,879 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cea23c84c117%2C42891%2C1731396261716.meta, suffix=.meta, logDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/WALs/cea23c84c117,42891,1731396261716, archiveDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/oldWALs, maxLogs=32 2024-11-12T07:24:25,895 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/WALs/cea23c84c117,42891,1731396261716/cea23c84c117%2C42891%2C1731396261716.meta.1731396265881.meta, exclude list is [], retry=0 2024-11-12T07:24:25,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35853,DS-f0e8a58f-701f-4d6d-b3ac-cf5852440245,DISK] 2024-11-12T07:24:25,903 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/WALs/cea23c84c117,42891,1731396261716/cea23c84c117%2C42891%2C1731396261716.meta.1731396265881.meta 2024-11-12T07:24:25,903 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41145:41145)] 2024-11-12T07:24:25,904 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:24:25,906 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T07:24:25,909 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T07:24:25,914 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T07:24:25,919 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T07:24:25,920 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:24:25,921 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T07:24:25,921 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T07:24:25,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T07:24:25,927 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T07:24:25,927 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:25,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:24:25,929 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T07:24:25,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T07:24:25,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:25,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:24:25,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T07:24:25,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T07:24:25,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:25,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:24:25,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T07:24:25,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T07:24:25,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:25,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T07:24:25,939 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T07:24:25,941 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740 2024-11-12T07:24:25,944 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740 2024-11-12T07:24:25,947 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T07:24:25,947 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T07:24:25,949 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T07:24:25,956 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T07:24:25,959 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59023032, jitterRate=-0.12048828601837158}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T07:24:25,959 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T07:24:25,961 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731396265922Writing region info on filesystem at 1731396265922Initializing all the Stores at 1731396265924 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396265924Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396265924Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396265924Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731396265924Cleaning up temporary data from old regions at 1731396265948 (+24 ms)Running coprocessor post-open hooks at 1731396265959 (+11 ms)Region opened successfully at 1731396265960 (+1 ms) 2024-11-12T07:24:25,968 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731396265845 2024-11-12T07:24:25,981 DEBUG [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T07:24:25,981 INFO [RS_OPEN_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T07:24:25,983 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:24:25,985 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cea23c84c117,42891,1731396261716, state=OPEN 2024-11-12T07:24:26,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:24:26,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-12T07:24:26,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:24:26,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-12T07:24:26,193 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:26,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T07:24:26,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cea23c84c117,42891,1731396261716 in 516 msec 2024-11-12T07:24:26,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T07:24:26,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 811 msec 2024-11-12T07:24:26,208 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T07:24:26,208 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T07:24:26,227 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:26,228 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:26,248 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:26,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45363, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:26,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8750 sec 2024-11-12T07:24:26,276 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731396266275, completionTime=-1 2024-11-12T07:24:26,279 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T07:24:26,279 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T07:24:26,305 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T07:24:26,305 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731396326305 2024-11-12T07:24:26,305 INFO [master/cea23c84c117:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731396386305 2024-11-12T07:24:26,306 INFO [master/cea23c84c117:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-12T07:24:26,308 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,34741,1731396260892-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:26,309 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,34741,1731396260892-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:26,309 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,34741,1731396260892-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:26,311 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cea23c84c117:34741, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:26,311 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:26,312 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:26,317 DEBUG [master/cea23c84c117:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T07:24:26,340 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.463sec 2024-11-12T07:24:26,341 INFO [master/cea23c84c117:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T07:24:26,343 INFO [master/cea23c84c117:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T07:24:26,343 INFO [master/cea23c84c117:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T07:24:26,344 INFO [master/cea23c84c117:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T07:24:26,344 INFO [master/cea23c84c117:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T07:24:26,345 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,34741,1731396260892-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T07:24:26,345 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,34741,1731396260892-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T07:24:26,353 DEBUG [master/cea23c84c117:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T07:24:26,354 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T07:24:26,354 INFO [master/cea23c84c117:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cea23c84c117,34741,1731396260892-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T07:24:26,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32936631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:26,423 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T07:24:26,424 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T07:24:26,426 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:26,428 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:26,436 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:26,439 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df85c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:26,440 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:26,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:26,444 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:26,445 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:26,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60652350, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:26,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:26,456 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:26,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:26,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cea23c84c117,34741,1731396260892 2024-11-12T07:24:26,492 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=439, ProcessCount=11, AvailableMemoryMB=8367 2024-11-12T07:24:26,500 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:24:26,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,34741,1731396260892 2024-11-12T07:24:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3851ac6f 2024-11-12T07:24:26,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:24:26,531 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:24:26,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T07:24:26,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:24:26,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T07:24:26,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:24:26,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-12T07:24:26,554 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:26,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:24:26,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:24:26,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741835_1011 (size=959) 2024-11-12T07:24:26,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:24:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:24:26,975 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb 2024-11-12T07:24:26,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741836_1012 (size=53) 2024-11-12T07:24:26,987 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:24:26,988 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1cfae515ffb7f37a521447295ed95595, disabling compactions & flushes 2024-11-12T07:24:26,988 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:26,988 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:26,988 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. after waiting 0 ms 2024-11-12T07:24:26,988 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:26,988 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:26,988 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1cfae515ffb7f37a521447295ed95595: Waiting for close lock at 1731396266988Disabling compacts and flushes for region at 1731396266988Disabling writes for close at 1731396266988Writing region close event to WAL at 1731396266988Closed at 1731396266988 2024-11-12T07:24:26,994 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:24:26,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731396266995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396266995"}]},"ts":"1731396266995"} 2024-11-12T07:24:27,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:24:27,007 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:24:27,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396267008"}]},"ts":"1731396267008"} 2024-11-12T07:24:27,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T07:24:27,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfae515ffb7f37a521447295ed95595, ASSIGN}] 2024-11-12T07:24:27,022 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfae515ffb7f37a521447295ed95595, ASSIGN 2024-11-12T07:24:27,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfae515ffb7f37a521447295ed95595, ASSIGN; state=OFFLINE, location=cea23c84c117,42891,1731396261716; forceNewPlan=false, retain=false 2024-11-12T07:24:27,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1cfae515ffb7f37a521447295ed95595, regionState=OPENING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:24:27,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfae515ffb7f37a521447295ed95595, ASSIGN because future has completed 2024-11-12T07:24:27,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:24:27,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:24:27,345 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:27,345 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:24:27,346 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:27,346 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:24:27,346 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:27,346 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:27,349 INFO [StoreOpener-1cfae515ffb7f37a521447295ed95595-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:27,351 INFO [StoreOpener-1cfae515ffb7f37a521447295ed95595-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfae515ffb7f37a521447295ed95595 columnFamilyName A 2024-11-12T07:24:27,351 DEBUG [StoreOpener-1cfae515ffb7f37a521447295ed95595-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:27,353 INFO [StoreOpener-1cfae515ffb7f37a521447295ed95595-1 {}] regionserver.HStore(327): Store=1cfae515ffb7f37a521447295ed95595/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:24:27,353 INFO [StoreOpener-1cfae515ffb7f37a521447295ed95595-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:27,355 INFO [StoreOpener-1cfae515ffb7f37a521447295ed95595-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfae515ffb7f37a521447295ed95595 columnFamilyName B 2024-11-12T07:24:27,355 DEBUG [StoreOpener-1cfae515ffb7f37a521447295ed95595-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:27,356 INFO [StoreOpener-1cfae515ffb7f37a521447295ed95595-1 {}] regionserver.HStore(327): Store=1cfae515ffb7f37a521447295ed95595/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:24:27,356 INFO [StoreOpener-1cfae515ffb7f37a521447295ed95595-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:27,358 INFO [StoreOpener-1cfae515ffb7f37a521447295ed95595-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1cfae515ffb7f37a521447295ed95595 columnFamilyName C 2024-11-12T07:24:27,358 DEBUG [StoreOpener-1cfae515ffb7f37a521447295ed95595-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:27,359 INFO [StoreOpener-1cfae515ffb7f37a521447295ed95595-1 {}] regionserver.HStore(327): Store=1cfae515ffb7f37a521447295ed95595/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:24:27,359 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:27,361 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:27,361 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:27,363 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:27,363 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:27,364 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T07:24:27,366 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:27,370 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:24:27,371 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1cfae515ffb7f37a521447295ed95595; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65211994, jitterRate=-0.028265565633773804}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T07:24:27,371 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:27,372 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1cfae515ffb7f37a521447295ed95595: Running coprocessor pre-open hook at 1731396267346Writing region info on filesystem at 1731396267346Initializing all the Stores at 1731396267348 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396267348Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396267349 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396267349Cleaning up temporary data from old regions at 1731396267363 (+14 ms)Running coprocessor post-open hooks at 1731396267371 (+8 ms)Region opened successfully at 1731396267372 (+1 ms) 2024-11-12T07:24:27,374 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., pid=6, masterSystemTime=1731396267336 2024-11-12T07:24:27,378 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:27,378 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:27,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1cfae515ffb7f37a521447295ed95595, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:24:27,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:24:27,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T07:24:27,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 in 205 msec 2024-11-12T07:24:27,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T07:24:27,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfae515ffb7f37a521447295ed95595, ASSIGN in 374 msec 2024-11-12T07:24:27,399 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:24:27,399 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396267399"}]},"ts":"1731396267399"} 2024-11-12T07:24:27,403 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T07:24:27,405 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:24:27,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 865 msec 2024-11-12T07:24:27,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T07:24:27,704 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:27,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ec7dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:27,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:27,711 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:27,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e00daac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:27,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:27,714 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:27,716 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f92cdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:27,718 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:27,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:27,722 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:27,725 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:24:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,34741,1731396260892 2024-11-12T07:24:27,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e6a8148 2024-11-12T07:24:27,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:24:27,734 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:24:27,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a862833, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:27,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:27,743 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:27,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@387dfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:27,744 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:27,746 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:27,748 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25175df8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b4d5de3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:27,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:27,750 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:27,751 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1a1116, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:27,752 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:27,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:27,754 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:27,756 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e59e9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656f7adc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:27,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:27,759 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:27,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:27,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:27,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b17c100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:27,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:27,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:27,763 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:27,764 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10112b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c642253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,765 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:27,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:27,767 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:27,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:27,767 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a183203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:27,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:27,770 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:27,771 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd2fdd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2401f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:27,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:27,773 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:27,773 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe47336, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:27,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:27,775 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:27,776 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:27,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64705bfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c15e47b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:27,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:27,781 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:27,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:27,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e154f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:27,782 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:27,783 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:27,785 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:27,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2820da99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578c18ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:27,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:27,790 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:27,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:27,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:27,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94111c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:27,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:27,792 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:27,794 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:27,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce29b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311faa9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:27,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:27,798 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:27,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:27,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:27,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19ac4850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:27,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:27,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:27,801 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:27,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b83c21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46be8e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:27,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:27,808 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:27,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:27,808 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:27,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7994a976, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:27,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:27,809 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:27,811 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:27,812 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7028084d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:27,816 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:27,816 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:27,817 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:27,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:27,818 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:27,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:27,818 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:27,819 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:27,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:27,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:27,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:27,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:27,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:27,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:27,830 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:27,831 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:27,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:27,832 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:24:27,832 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:27,832 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:27,833 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:27,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:24:27,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:27,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:24:27,839 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:24:27,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:24:27,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:27,854 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:24:27,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:27,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:27,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:27,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:24:27,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:24:27,866 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:27,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:27,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:27,872 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:27,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:27,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-12T07:24:27,875 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:27,876 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:27,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:24:27,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:27,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:24:27,883 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:24:27,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:24:27,886 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:24:27,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:24:27,947 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:27,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:24:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:27,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:24:28,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T07:24:28,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:28,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:28,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:28,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/d074d74528954276a9e802977ccceabe is 50, key is test_row_0/A:col10/1731396267937/Put/seqid=0 2024-11-12T07:24:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741837_1013 (size=12001) 2024-11-12T07:24:28,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/d074d74528954276a9e802977ccceabe 2024-11-12T07:24:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:24:28,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396328225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396328218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396328232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396328237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396328240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/33da1f0babbd4fe1802a8466dd27998a is 50, key is test_row_0/B:col10/1731396267937/Put/seqid=0 2024-11-12T07:24:28,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,271 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,272 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,272 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,273 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T07:24:28,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741838_1014 (size=12001) 2024-11-12T07:24:28,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/33da1f0babbd4fe1802a8466dd27998a 2024-11-12T07:24:28,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:28,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:28,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:28,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/298ebad914c942df9a7894eb5054f6da is 50, key is test_row_0/C:col10/1731396267937/Put/seqid=0 2024-11-12T07:24:28,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741839_1015 (size=12001) 2024-11-12T07:24:28,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/298ebad914c942df9a7894eb5054f6da 2024-11-12T07:24:28,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396328384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,395 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396328385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396328385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396328385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396328386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,400 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,400 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/d074d74528954276a9e802977ccceabe as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/d074d74528954276a9e802977ccceabe 2024-11-12T07:24:28,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/d074d74528954276a9e802977ccceabe, entries=150, sequenceid=12, filesize=11.7 K 2024-11-12T07:24:28,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/33da1f0babbd4fe1802a8466dd27998a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/33da1f0babbd4fe1802a8466dd27998a 2024-11-12T07:24:28,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/33da1f0babbd4fe1802a8466dd27998a, entries=150, sequenceid=12, filesize=11.7 K 2024-11-12T07:24:28,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/298ebad914c942df9a7894eb5054f6da as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/298ebad914c942df9a7894eb5054f6da 2024-11-12T07:24:28,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T07:24:28,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/298ebad914c942df9a7894eb5054f6da, entries=150, sequenceid=12, filesize=11.7 K 2024-11-12T07:24:28,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1cfae515ffb7f37a521447295ed95595 in 527ms, sequenceid=12, compaction requested=false 2024-11-12T07:24:28,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:28,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:28,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:28,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,482 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-12T07:24:28,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:28,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:24:28,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:28,621 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:28,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T07:24:28,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T07:24:28,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:28,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:28,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:28,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/ccb0ac9c9ae54c08b1f99f89020b5b3f is 50, key is test_row_0/A:col10/1731396268620/Put/seqid=0 2024-11-12T07:24:28,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396328632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396328636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,658 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396328648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,666 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,667 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396328655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,669 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396328657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,670 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741840_1016 (size=14341) 2024-11-12T07:24:28,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396328763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,767 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396328774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,777 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396328774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396328774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,779 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396328782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T07:24:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:28,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:28,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T07:24:28,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:28,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:28,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:28,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:28,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396328977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396328983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,990 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396328984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396328984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:28,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:29,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396329002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:29,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:29,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:24:29,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/ccb0ac9c9ae54c08b1f99f89020b5b3f 2024-11-12T07:24:29,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T07:24:29,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:29,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:29,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:29,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/a3783596ba7e4ec09359163e701f6b41 is 50, key is test_row_0/B:col10/1731396268620/Put/seqid=0 2024-11-12T07:24:29,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741841_1017 (size=12001) 2024-11-12T07:24:29,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T07:24:29,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:29,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:29,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:29,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396329293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:29,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:29,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396329302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,307 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:29,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396329302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:29,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:29,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396329303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,311 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:29,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396329324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:29,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:29,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T07:24:29,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:29,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:29,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:29,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/a3783596ba7e4ec09359163e701f6b41 2024-11-12T07:24:29,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T07:24:29,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/22140e3a58f64058b18dbc7342e529cb is 50, key is test_row_0/C:col10/1731396268620/Put/seqid=0 2024-11-12T07:24:29,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:29,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:29,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:29,584 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741842_1018 (size=12001) 2024-11-12T07:24:29,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T07:24:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:29,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:29,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:29,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:29,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396329803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:29,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396329812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:29,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:29,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:29,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396329822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,824 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:29,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396329823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:29,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:29,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396329842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:29,847 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:29,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T07:24:29,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:29,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:29,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:24:30,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/22140e3a58f64058b18dbc7342e529cb 2024-11-12T07:24:30,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T07:24:30,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:30,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:30,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:30,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:30,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:30,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:30,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/ccb0ac9c9ae54c08b1f99f89020b5b3f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ccb0ac9c9ae54c08b1f99f89020b5b3f 2024-11-12T07:24:30,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ccb0ac9c9ae54c08b1f99f89020b5b3f, entries=200, sequenceid=40, filesize=14.0 K 2024-11-12T07:24:30,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/a3783596ba7e4ec09359163e701f6b41 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a3783596ba7e4ec09359163e701f6b41 2024-11-12T07:24:30,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a3783596ba7e4ec09359163e701f6b41, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T07:24:30,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/22140e3a58f64058b18dbc7342e529cb as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/22140e3a58f64058b18dbc7342e529cb 2024-11-12T07:24:30,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/22140e3a58f64058b18dbc7342e529cb, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T07:24:30,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1cfae515ffb7f37a521447295ed95595 in 1506ms, sequenceid=40, compaction requested=false 2024-11-12T07:24:30,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:30,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-12T07:24:30,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:30,211 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T07:24:30,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/6a0b65cf46f24bedac633775b771dda9 is 50, key is test_row_0/A:col10/1731396268635/Put/seqid=0 2024-11-12T07:24:30,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741843_1019 (size=12001) 2024-11-12T07:24:30,266 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/6a0b65cf46f24bedac633775b771dda9 2024-11-12T07:24:30,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/ef948ab079d14b8dafe64a147eb74800 is 50, key is test_row_0/B:col10/1731396268635/Put/seqid=0 2024-11-12T07:24:30,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741844_1020 (size=12001) 2024-11-12T07:24:30,340 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/ef948ab079d14b8dafe64a147eb74800 2024-11-12T07:24:30,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/3cee443c081544668bdf237ad223162c is 50, key is test_row_0/C:col10/1731396268635/Put/seqid=0 2024-11-12T07:24:30,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741845_1021 (size=12001) 2024-11-12T07:24:30,401 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/3cee443c081544668bdf237ad223162c 2024-11-12T07:24:30,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/6a0b65cf46f24bedac633775b771dda9 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/6a0b65cf46f24bedac633775b771dda9 2024-11-12T07:24:30,450 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/6a0b65cf46f24bedac633775b771dda9, entries=150, sequenceid=48, filesize=11.7 K 2024-11-12T07:24:30,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/ef948ab079d14b8dafe64a147eb74800 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/ef948ab079d14b8dafe64a147eb74800 2024-11-12T07:24:30,475 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/ef948ab079d14b8dafe64a147eb74800, entries=150, sequenceid=48, filesize=11.7 K 2024-11-12T07:24:30,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/3cee443c081544668bdf237ad223162c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/3cee443c081544668bdf237ad223162c 2024-11-12T07:24:30,496 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/3cee443c081544668bdf237ad223162c, entries=150, sequenceid=48, filesize=11.7 K 2024-11-12T07:24:30,499 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1cfae515ffb7f37a521447295ed95595 in 288ms, sequenceid=48, compaction requested=true 2024-11-12T07:24:30,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:30,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:30,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T07:24:30,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T07:24:30,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-12T07:24:30,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6150 sec 2024-11-12T07:24:30,518 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.6450 sec 2024-11-12T07:24:30,657 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T07:24:30,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:30,870 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:30,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:24:30,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/1497f8f5ab8c4927a8c957569f6da693 is 50, key is test_row_0/A:col10/1731396270856/Put/seqid=0 2024-11-12T07:24:30,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741846_1022 (size=16681) 2024-11-12T07:24:30,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396330976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:30,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396330980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396330984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396330986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396330989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,007 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396331102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396331113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,116 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,117 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396331113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396331113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396331113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396331313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396331322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,325 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396331323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396331334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/1497f8f5ab8c4927a8c957569f6da693 2024-11-12T07:24:31,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396331343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/62704bcc8517495d80adfe6d964422c6 is 50, key is test_row_0/B:col10/1731396270856/Put/seqid=0 2024-11-12T07:24:31,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741847_1023 (size=12001) 2024-11-12T07:24:31,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/62704bcc8517495d80adfe6d964422c6 2024-11-12T07:24:31,440 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T07:24:31,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/cbd10209beb34de0bb04b5bb72f06ec3 is 50, key is test_row_0/C:col10/1731396270856/Put/seqid=0 2024-11-12T07:24:31,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741848_1024 (size=12001) 2024-11-12T07:24:31,565 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:24:31,566 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T07:24:31,576 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:24:31,576 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T07:24:31,577 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T07:24:31,577 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T07:24:31,592 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-12T07:24:31,592 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-12T07:24:31,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396331622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,625 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396331632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396331633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396331652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396331663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:31,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:31,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:31,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/cbd10209beb34de0bb04b5bb72f06ec3 2024-11-12T07:24:31,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/1497f8f5ab8c4927a8c957569f6da693 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/1497f8f5ab8c4927a8c957569f6da693 2024-11-12T07:24:31,930 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/1497f8f5ab8c4927a8c957569f6da693, entries=250, sequenceid=59, filesize=16.3 K 2024-11-12T07:24:31,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/62704bcc8517495d80adfe6d964422c6 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/62704bcc8517495d80adfe6d964422c6 2024-11-12T07:24:31,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/62704bcc8517495d80adfe6d964422c6, entries=150, sequenceid=59, filesize=11.7 K 2024-11-12T07:24:31,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/cbd10209beb34de0bb04b5bb72f06ec3 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/cbd10209beb34de0bb04b5bb72f06ec3 2024-11-12T07:24:31,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/cbd10209beb34de0bb04b5bb72f06ec3, entries=150, sequenceid=59, filesize=11.7 K 2024-11-12T07:24:31,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1cfae515ffb7f37a521447295ed95595 in 1100ms, sequenceid=59, compaction requested=true 2024-11-12T07:24:31,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:31,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:24:31,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:31,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:24:31,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:31,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:24:31,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:31,994 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:24:31,995 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:24:31,999 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:24:32,001 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/B is initiating minor compaction (all files) 2024-11-12T07:24:32,002 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/B in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:32,002 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/33da1f0babbd4fe1802a8466dd27998a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a3783596ba7e4ec09359163e701f6b41, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/ef948ab079d14b8dafe64a147eb74800, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/62704bcc8517495d80adfe6d964422c6] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=46.9 K 2024-11-12T07:24:32,005 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 33da1f0babbd4fe1802a8466dd27998a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731396267847 2024-11-12T07:24:32,006 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a3783596ba7e4ec09359163e701f6b41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731396268095 2024-11-12T07:24:32,010 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55024 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:24:32,010 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/A is initiating minor compaction (all files) 2024-11-12T07:24:32,010 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/A in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:32,011 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/d074d74528954276a9e802977ccceabe, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ccb0ac9c9ae54c08b1f99f89020b5b3f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/6a0b65cf46f24bedac633775b771dda9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/1497f8f5ab8c4927a8c957569f6da693] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=53.7 K 2024-11-12T07:24:32,011 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting ef948ab079d14b8dafe64a147eb74800, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731396268634 2024-11-12T07:24:32,013 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 62704bcc8517495d80adfe6d964422c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731396270847 2024-11-12T07:24:32,016 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting d074d74528954276a9e802977ccceabe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731396267847 2024-11-12T07:24:32,018 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccb0ac9c9ae54c08b1f99f89020b5b3f, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731396268095 2024-11-12T07:24:32,020 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a0b65cf46f24bedac633775b771dda9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731396268634 2024-11-12T07:24:32,024 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1497f8f5ab8c4927a8c957569f6da693, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731396270847 2024-11-12T07:24:32,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T07:24:32,042 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:32,043 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:24:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-12T07:24:32,051 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:24:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T07:24:32,053 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:24:32,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:24:32,060 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#B#compaction#12 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:32,061 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/dff16d2615a94a9e9fb0283d923ff59c is 50, key is test_row_0/B:col10/1731396270856/Put/seqid=0 2024-11-12T07:24:32,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741849_1025 (size=12139) 2024-11-12T07:24:32,109 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#A#compaction#13 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:32,110 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/2048c7788c6f41f3b5ce5c51d737c928 is 50, key is test_row_0/A:col10/1731396270856/Put/seqid=0 2024-11-12T07:24:32,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:32,139 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:32,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T07:24:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T07:24:32,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741850_1026 (size=12139) 2024-11-12T07:24:32,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/8c0075bb9ef64a4d833a4a9465e131e3 is 50, key is test_row_0/A:col10/1731396270946/Put/seqid=0 2024-11-12T07:24:32,197 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/2048c7788c6f41f3b5ce5c51d737c928 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/2048c7788c6f41f3b5ce5c51d737c928 2024-11-12T07:24:32,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T07:24:32,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:32,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:32,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:32,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:32,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396332172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:32,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396332181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:32,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,218 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:32,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:32,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396332172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:32,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396332206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:32,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:32,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396332216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,226 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:32,238 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/A of 1cfae515ffb7f37a521447295ed95595 into 2048c7788c6f41f3b5ce5c51d737c928(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:32,238 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:32,241 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/A, priority=12, startTime=1731396271973; duration=0sec 2024-11-12T07:24:32,242 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:32,243 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:A 2024-11-12T07:24:32,243 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:24:32,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741851_1027 (size=14341) 2024-11-12T07:24:32,249 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:24:32,250 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/C is initiating minor compaction (all files) 2024-11-12T07:24:32,250 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/C in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:32,250 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/298ebad914c942df9a7894eb5054f6da, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/22140e3a58f64058b18dbc7342e529cb, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/3cee443c081544668bdf237ad223162c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/cbd10209beb34de0bb04b5bb72f06ec3] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=46.9 K 2024-11-12T07:24:32,257 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 298ebad914c942df9a7894eb5054f6da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731396267847 2024-11-12T07:24:32,259 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22140e3a58f64058b18dbc7342e529cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731396268095 2024-11-12T07:24:32,264 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cee443c081544668bdf237ad223162c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731396268634 2024-11-12T07:24:32,266 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbd10209beb34de0bb04b5bb72f06ec3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731396270847 2024-11-12T07:24:32,316 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#C#compaction#15 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:32,319 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/938f008c95aa4cde931654a199b4c0b9 is 50, key is test_row_0/C:col10/1731396270856/Put/seqid=0 2024-11-12T07:24:32,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396332323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:32,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396332332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:32,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396332333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:32,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741852_1028 (size=12139) 2024-11-12T07:24:32,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T07:24:32,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:32,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:32,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:32,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T07:24:32,520 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/dff16d2615a94a9e9fb0283d923ff59c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/dff16d2615a94a9e9fb0283d923ff59c 2024-11-12T07:24:32,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T07:24:32,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:32,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:32,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:32,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,541 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/B of 1cfae515ffb7f37a521447295ed95595 into dff16d2615a94a9e9fb0283d923ff59c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:32,541 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:32,542 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/B, priority=12, startTime=1731396271991; duration=0sec 2024-11-12T07:24:32,542 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:32,542 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:B 2024-11-12T07:24:32,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:32,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396332545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,550 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:32,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:32,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396332552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:32,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:32,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396332552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:32,560 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:32,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/8c0075bb9ef64a4d833a4a9465e131e3 2024-11-12T07:24:32,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/c0ee500c116a4baeaa6889902963963f is 50, key is test_row_0/B:col10/1731396270946/Put/seqid=0 2024-11-12T07:24:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T07:24:32,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T07:24:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:32,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741853_1029 (size=12001) 2024-11-12T07:24:32,777 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/938f008c95aa4cde931654a199b4c0b9 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/938f008c95aa4cde931654a199b4c0b9 2024-11-12T07:24:32,795 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/C of 1cfae515ffb7f37a521447295ed95595 into 938f008c95aa4cde931654a199b4c0b9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:32,795 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:32,795 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/C, priority=12, startTime=1731396271991; duration=0sec 2024-11-12T07:24:32,795 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:32,795 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:C 2024-11-12T07:24:32,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T07:24:32,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:32,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:32,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:32,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:32,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396332867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:32,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396332868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:32,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396332872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:32,876 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:32,877 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:33,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T07:24:33,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:33,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:33,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:33,006 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:33,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:33,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/c0ee500c116a4baeaa6889902963963f 2024-11-12T07:24:33,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/d89eb063086f46b3ae2f7e47a97ea3c7 is 50, key is test_row_0/C:col10/1731396270946/Put/seqid=0 2024-11-12T07:24:33,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741854_1030 (size=12001) 2024-11-12T07:24:33,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T07:24:33,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:33,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:33,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:33,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:33,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T07:24:33,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:33,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396333232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:33,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396333232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:33,241 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_2' in 1cfae515ffb7f37a521447295ed95595 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2252 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:24:33,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:33,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:33,242 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:33,243 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_0' in 1cfae515ffb7f37a521447295ed95595 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2250 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:24:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:33,244 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:33,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T07:24:33,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:33,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:33,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:33,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:33,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:33,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:33,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396333382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:33,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:33,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:33,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:33,384 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:33,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396333383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:33,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:33,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:33,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:33,385 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396333383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:33,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:33,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:33,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:33,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T07:24:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:33,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:33,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:33,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=86 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/d89eb063086f46b3ae2f7e47a97ea3c7 2024-11-12T07:24:33,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/8c0075bb9ef64a4d833a4a9465e131e3 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/8c0075bb9ef64a4d833a4a9465e131e3 2024-11-12T07:24:33,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/8c0075bb9ef64a4d833a4a9465e131e3, entries=200, sequenceid=86, filesize=14.0 K 2024-11-12T07:24:33,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/c0ee500c116a4baeaa6889902963963f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/c0ee500c116a4baeaa6889902963963f 2024-11-12T07:24:33,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/c0ee500c116a4baeaa6889902963963f, entries=150, sequenceid=86, filesize=11.7 K 2024-11-12T07:24:33,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/d89eb063086f46b3ae2f7e47a97ea3c7 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d89eb063086f46b3ae2f7e47a97ea3c7 2024-11-12T07:24:33,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d89eb063086f46b3ae2f7e47a97ea3c7, entries=150, sequenceid=86, filesize=11.7 K 2024-11-12T07:24:33,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1cfae515ffb7f37a521447295ed95595 in 1494ms, sequenceid=86, compaction requested=false 2024-11-12T07:24:33,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:33,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-12T07:24:33,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:33,635 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-12T07:24:33,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/64818838b7ff4e5b98b31679471926e8 is 50, key is test_row_0/A:col10/1731396272205/Put/seqid=0 2024-11-12T07:24:33,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741855_1031 (size=12001) 2024-11-12T07:24:34,102 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/64818838b7ff4e5b98b31679471926e8 2024-11-12T07:24:34,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/2ec05aed564146c9a0f86edbcf9de633 is 50, key is test_row_0/B:col10/1731396272205/Put/seqid=0 2024-11-12T07:24:34,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741856_1032 (size=12001) 2024-11-12T07:24:34,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T07:24:34,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:34,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:34,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396334469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:34,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396334474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,480 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396334477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:34,543 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/2ec05aed564146c9a0f86edbcf9de633 2024-11-12T07:24:34,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/8f4ce25cfcae4689b41badc62e0bd1bb is 50, key is test_row_0/C:col10/1731396272205/Put/seqid=0 2024-11-12T07:24:34,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:34,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396334581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:34,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396334582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:34,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:34,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396334592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,596 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:34,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741857_1033 (size=12001) 2024-11-12T07:24:34,597 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/8f4ce25cfcae4689b41badc62e0bd1bb 2024-11-12T07:24:34,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/64818838b7ff4e5b98b31679471926e8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/64818838b7ff4e5b98b31679471926e8 2024-11-12T07:24:34,636 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/64818838b7ff4e5b98b31679471926e8, entries=150, sequenceid=98, filesize=11.7 K 2024-11-12T07:24:34,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/2ec05aed564146c9a0f86edbcf9de633 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2ec05aed564146c9a0f86edbcf9de633 2024-11-12T07:24:34,660 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2ec05aed564146c9a0f86edbcf9de633, entries=150, sequenceid=98, filesize=11.7 K 2024-11-12T07:24:34,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/8f4ce25cfcae4689b41badc62e0bd1bb as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/8f4ce25cfcae4689b41badc62e0bd1bb 2024-11-12T07:24:34,683 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/8f4ce25cfcae4689b41badc62e0bd1bb, entries=150, sequenceid=98, filesize=11.7 K 2024-11-12T07:24:34,685 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 1cfae515ffb7f37a521447295ed95595 in 1050ms, sequenceid=98, compaction requested=true 2024-11-12T07:24:34,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:34,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:34,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T07:24:34,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T07:24:34,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T07:24:34,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6350 sec 2024-11-12T07:24:34,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 2.6520 sec 2024-11-12T07:24:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:34,799 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:34,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-12T07:24:34,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/9df4c93cf5b04248badf010b8c16dc32 is 50, key is test_row_0/A:col10/1731396274795/Put/seqid=0 2024-11-12T07:24:34,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741858_1034 (size=16681) 2024-11-12T07:24:34,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:34,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396334817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:34,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:34,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/9df4c93cf5b04248badf010b8c16dc32 2024-11-12T07:24:34,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:34,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396334830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:34,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:34,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396334830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:34,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:34,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/2c848e4d1687460d90ac2e41f20db617 is 50, key is test_row_0/B:col10/1731396274795/Put/seqid=0 2024-11-12T07:24:34,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741859_1035 (size=12001) 2024-11-12T07:24:34,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/2c848e4d1687460d90ac2e41f20db617 2024-11-12T07:24:34,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/3be5004936d64177bc7f69c451706f2c is 50, key is test_row_0/C:col10/1731396274795/Put/seqid=0 2024-11-12T07:24:34,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:34,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396334932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741860_1036 (size=12001) 2024-11-12T07:24:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,934 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:34,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/3be5004936d64177bc7f69c451706f2c 2024-11-12T07:24:34,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:34,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396334942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396334942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:34,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:34,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/9df4c93cf5b04248badf010b8c16dc32 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9df4c93cf5b04248badf010b8c16dc32 2024-11-12T07:24:34,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9df4c93cf5b04248badf010b8c16dc32, entries=250, sequenceid=128, filesize=16.3 K 2024-11-12T07:24:34,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/2c848e4d1687460d90ac2e41f20db617 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2c848e4d1687460d90ac2e41f20db617 2024-11-12T07:24:34,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2c848e4d1687460d90ac2e41f20db617, entries=150, sequenceid=128, filesize=11.7 K 2024-11-12T07:24:34,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/3be5004936d64177bc7f69c451706f2c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/3be5004936d64177bc7f69c451706f2c 2024-11-12T07:24:34,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/3be5004936d64177bc7f69c451706f2c, entries=150, sequenceid=128, filesize=11.7 K 2024-11-12T07:24:34,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 1cfae515ffb7f37a521447295ed95595 in 199ms, sequenceid=128, compaction requested=true 2024-11-12T07:24:34,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:34,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:24:34,999 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:24:34,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:34,999 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:24:34,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:24:34,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:35,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:24:35,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:35,001 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:24:35,002 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/B is initiating minor compaction (all files) 2024-11-12T07:24:35,002 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/B in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:35,002 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/dff16d2615a94a9e9fb0283d923ff59c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/c0ee500c116a4baeaa6889902963963f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2ec05aed564146c9a0f86edbcf9de633, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2c848e4d1687460d90ac2e41f20db617] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=47.0 K 2024-11-12T07:24:35,003 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55162 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:24:35,004 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting dff16d2615a94a9e9fb0283d923ff59c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731396270847 2024-11-12T07:24:35,004 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/A is initiating minor compaction (all files) 2024-11-12T07:24:35,004 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/A in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:35,004 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/2048c7788c6f41f3b5ce5c51d737c928, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/8c0075bb9ef64a4d833a4a9465e131e3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/64818838b7ff4e5b98b31679471926e8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9df4c93cf5b04248badf010b8c16dc32] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=53.9 K 2024-11-12T07:24:35,004 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting c0ee500c116a4baeaa6889902963963f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731396270946 2024-11-12T07:24:35,005 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2048c7788c6f41f3b5ce5c51d737c928, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731396270847 2024-11-12T07:24:35,007 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ec05aed564146c9a0f86edbcf9de633, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731396272163 2024-11-12T07:24:35,007 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c0075bb9ef64a4d833a4a9465e131e3, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731396270946 2024-11-12T07:24:35,009 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c848e4d1687460d90ac2e41f20db617, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731396274468 2024-11-12T07:24:35,009 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64818838b7ff4e5b98b31679471926e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731396272163 2024-11-12T07:24:35,011 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9df4c93cf5b04248badf010b8c16dc32, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731396274466 2024-11-12T07:24:35,051 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#A#compaction#24 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:35,052 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/ba9ac6c0ab5d4e52b82a8c8a6abffba8 is 50, key is test_row_0/A:col10/1731396274795/Put/seqid=0 2024-11-12T07:24:35,055 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#B#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:35,055 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/20ab77356b4f4b9caebb53ecb490dead is 50, key is test_row_0/B:col10/1731396274795/Put/seqid=0 2024-11-12T07:24:35,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741861_1037 (size=12275) 2024-11-12T07:24:35,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741862_1038 (size=12275) 2024-11-12T07:24:35,098 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/ba9ac6c0ab5d4e52b82a8c8a6abffba8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ba9ac6c0ab5d4e52b82a8c8a6abffba8 2024-11-12T07:24:35,112 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/A of 1cfae515ffb7f37a521447295ed95595 into ba9ac6c0ab5d4e52b82a8c8a6abffba8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:35,112 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:35,112 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/A, priority=12, startTime=1731396274999; duration=0sec 2024-11-12T07:24:35,113 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:35,113 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:A 2024-11-12T07:24:35,113 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:24:35,115 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:24:35,115 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/C is initiating minor compaction (all files) 2024-11-12T07:24:35,115 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/C in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:35,116 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/938f008c95aa4cde931654a199b4c0b9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d89eb063086f46b3ae2f7e47a97ea3c7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/8f4ce25cfcae4689b41badc62e0bd1bb, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/3be5004936d64177bc7f69c451706f2c] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=47.0 K 2024-11-12T07:24:35,116 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 938f008c95aa4cde931654a199b4c0b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=59, earliestPutTs=1731396270847 2024-11-12T07:24:35,117 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting d89eb063086f46b3ae2f7e47a97ea3c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=86, earliestPutTs=1731396270946 2024-11-12T07:24:35,118 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f4ce25cfcae4689b41badc62e0bd1bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731396272163 2024-11-12T07:24:35,119 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3be5004936d64177bc7f69c451706f2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731396274468 2024-11-12T07:24:35,145 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#C#compaction#26 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:35,145 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/71edee862f164776a5bbcacb05e78231 is 50, key is test_row_0/C:col10/1731396274795/Put/seqid=0 2024-11-12T07:24:35,158 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:35,158 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:24:35,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:35,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741863_1039 (size=12275) 2024-11-12T07:24:35,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/aed8310c24c747feac28abd6c68b93a4 is 50, key is test_row_0/A:col10/1731396274818/Put/seqid=0 2024-11-12T07:24:35,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741864_1040 (size=14541) 2024-11-12T07:24:35,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/aed8310c24c747feac28abd6c68b93a4 2024-11-12T07:24:35,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:35,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396335241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:35,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:35,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:35,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396335248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:35,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396335246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:35,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:35,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396335253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:35,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:35,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396335253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:35,255 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_2' in 1cfae515ffb7f37a521447295ed95595 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4270 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:24:35,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:35,257 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_0' in 1cfae515ffb7f37a521447295ed95595 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4268 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:24:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,257 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:35,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/1f26fcf27e394fcc8a93c0224a708194 is 50, key is test_row_0/B:col10/1731396274818/Put/seqid=0 2024-11-12T07:24:35,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741865_1041 (size=12151) 2024-11-12T07:24:35,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396335362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396335362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:35,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396335362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:35,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:35,488 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/20ab77356b4f4b9caebb53ecb490dead as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/20ab77356b4f4b9caebb53ecb490dead 2024-11-12T07:24:35,497 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/B of 1cfae515ffb7f37a521447295ed95595 into 20ab77356b4f4b9caebb53ecb490dead(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:35,497 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:35,497 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/B, priority=12, startTime=1731396274999; duration=0sec 2024-11-12T07:24:35,497 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:35,497 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:B 2024-11-12T07:24:35,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:35,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396335572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:35,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396335572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:35,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:35,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:35,579 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396335577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:35,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:35,600 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/71edee862f164776a5bbcacb05e78231 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/71edee862f164776a5bbcacb05e78231 2024-11-12T07:24:35,616 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/C of 1cfae515ffb7f37a521447295ed95595 into 71edee862f164776a5bbcacb05e78231(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:35,616 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:35,616 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/C, priority=12, startTime=1731396275000; duration=0sec 2024-11-12T07:24:35,617 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:35,617 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:C 2024-11-12T07:24:35,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/1f26fcf27e394fcc8a93c0224a708194 2024-11-12T07:24:35,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/9825fb5db1254abda9965dbb6d029f66 is 50, key is test_row_0/C:col10/1731396274818/Put/seqid=0 2024-11-12T07:24:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741866_1042 (size=12151) 2024-11-12T07:24:35,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396335885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:35,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:35,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396335885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:35,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396335892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:35,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:35,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:36,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/9825fb5db1254abda9965dbb6d029f66 2024-11-12T07:24:36,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/aed8310c24c747feac28abd6c68b93a4 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/aed8310c24c747feac28abd6c68b93a4 2024-11-12T07:24:36,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/aed8310c24c747feac28abd6c68b93a4, entries=200, sequenceid=140, filesize=14.2 K 2024-11-12T07:24:36,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/1f26fcf27e394fcc8a93c0224a708194 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/1f26fcf27e394fcc8a93c0224a708194 2024-11-12T07:24:36,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/1f26fcf27e394fcc8a93c0224a708194, entries=150, sequenceid=140, filesize=11.9 K 2024-11-12T07:24:36,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/9825fb5db1254abda9965dbb6d029f66 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/9825fb5db1254abda9965dbb6d029f66 2024-11-12T07:24:36,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/9825fb5db1254abda9965dbb6d029f66, entries=150, sequenceid=140, filesize=11.9 K 2024-11-12T07:24:36,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1cfae515ffb7f37a521447295ed95595 in 1037ms, sequenceid=140, compaction requested=false 2024-11-12T07:24:36,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T07:24:36,242 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:36,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:24:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-12T07:24:36,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:24:36,247 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:24:36,249 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:24:36,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:24:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:24:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:36,404 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:36,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T07:24:36,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T07:24:36,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:36,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:36,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:36,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:36,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:36,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/af0d3e7ff68346d1999b780821dd4eda is 50, key is test_row_0/A:col10/1731396276402/Put/seqid=0 2024-11-12T07:24:36,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396336420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,430 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396336427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:36,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:36,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396336426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:36,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741867_1043 (size=16931) 2024-11-12T07:24:36,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/af0d3e7ff68346d1999b780821dd4eda 2024-11-12T07:24:36,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/8340d39df971446bb87f61fc4e11f921 is 50, key is test_row_0/B:col10/1731396276402/Put/seqid=0 2024-11-12T07:24:36,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741868_1044 (size=12151) 2024-11-12T07:24:36,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396336534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:36,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:36,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396336543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396336543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:36,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:24:36,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T07:24:36,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:36,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:36,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:36,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:36,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:36,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T07:24:36,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:36,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:36,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:36,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:36,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:36,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:36,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396336743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,745 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:36,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:36,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396336752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:36,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396336752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:36,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T07:24:36,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:36,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:36,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:36,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:36,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:24:36,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:36,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/8340d39df971446bb87f61fc4e11f921 2024-11-12T07:24:36,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/a5db256297104806bd6ff9aeb3883c23 is 50, key is test_row_0/C:col10/1731396276402/Put/seqid=0 2024-11-12T07:24:36,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741869_1045 (size=12151) 2024-11-12T07:24:37,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T07:24:37,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:37,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:37,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:37,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:37,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:37,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:37,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:37,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396337052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:37,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:37,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396337062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:37,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:37,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396337062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:37,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T07:24:37,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:37,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:37,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:37,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:37,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:37,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:37,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/a5db256297104806bd6ff9aeb3883c23 2024-11-12T07:24:37,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T07:24:37,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:37,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:37,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:37,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:37,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:37,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:37,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/af0d3e7ff68346d1999b780821dd4eda as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/af0d3e7ff68346d1999b780821dd4eda 2024-11-12T07:24:37,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/af0d3e7ff68346d1999b780821dd4eda, entries=250, sequenceid=169, filesize=16.5 K 2024-11-12T07:24:37,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/8340d39df971446bb87f61fc4e11f921 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/8340d39df971446bb87f61fc4e11f921 2024-11-12T07:24:37,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/8340d39df971446bb87f61fc4e11f921, entries=150, sequenceid=169, filesize=11.9 K 2024-11-12T07:24:37,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/a5db256297104806bd6ff9aeb3883c23 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a5db256297104806bd6ff9aeb3883c23 2024-11-12T07:24:37,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a5db256297104806bd6ff9aeb3883c23, entries=150, sequenceid=169, filesize=11.9 K 2024-11-12T07:24:37,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1cfae515ffb7f37a521447295ed95595 in 973ms, sequenceid=169, compaction requested=true 2024-11-12T07:24:37,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:37,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:24:37,377 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:37,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:37,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:24:37,377 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:37,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:37,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:24:37,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:37,380 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:37,380 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/B is initiating minor compaction (all files) 2024-11-12T07:24:37,380 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/B in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:37,380 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/20ab77356b4f4b9caebb53ecb490dead, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/1f26fcf27e394fcc8a93c0224a708194, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/8340d39df971446bb87f61fc4e11f921] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=35.7 K 2024-11-12T07:24:37,381 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43747 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:37,381 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/A is initiating minor compaction (all files) 2024-11-12T07:24:37,381 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/A in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:37,381 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ba9ac6c0ab5d4e52b82a8c8a6abffba8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/aed8310c24c747feac28abd6c68b93a4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/af0d3e7ff68346d1999b780821dd4eda] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=42.7 K 2024-11-12T07:24:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:24:37,383 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba9ac6c0ab5d4e52b82a8c8a6abffba8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731396274468 2024-11-12T07:24:37,383 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 20ab77356b4f4b9caebb53ecb490dead, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731396274468 2024-11-12T07:24:37,384 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting aed8310c24c747feac28abd6c68b93a4, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731396274818 2024-11-12T07:24:37,384 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f26fcf27e394fcc8a93c0224a708194, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731396274818 2024-11-12T07:24:37,384 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting af0d3e7ff68346d1999b780821dd4eda, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731396275235 2024-11-12T07:24:37,385 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 8340d39df971446bb87f61fc4e11f921, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731396275245 2024-11-12T07:24:37,407 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#B#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:37,407 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:37,408 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/e4c11ca80d504db3950a9f4f04f57b0f is 50, key is test_row_0/A:col10/1731396276402/Put/seqid=0 2024-11-12T07:24:37,408 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/eb2cea41af2043fe9eaa0e8ec6bcb117 is 50, key is test_row_0/B:col10/1731396276402/Put/seqid=0 2024-11-12T07:24:37,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741871_1047 (size=12527) 2024-11-12T07:24:37,439 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/e4c11ca80d504db3950a9f4f04f57b0f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/e4c11ca80d504db3950a9f4f04f57b0f 2024-11-12T07:24:37,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741870_1046 (size=12527) 2024-11-12T07:24:37,450 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/A of 1cfae515ffb7f37a521447295ed95595 into e4c11ca80d504db3950a9f4f04f57b0f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:37,450 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:37,450 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/A, priority=13, startTime=1731396277377; duration=0sec 2024-11-12T07:24:37,450 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:37,450 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:A 2024-11-12T07:24:37,451 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:37,453 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/eb2cea41af2043fe9eaa0e8ec6bcb117 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/eb2cea41af2043fe9eaa0e8ec6bcb117 2024-11-12T07:24:37,453 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:37,453 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/C is initiating minor compaction (all files) 2024-11-12T07:24:37,453 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/C in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:37,453 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/71edee862f164776a5bbcacb05e78231, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/9825fb5db1254abda9965dbb6d029f66, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a5db256297104806bd6ff9aeb3883c23] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=35.7 K 2024-11-12T07:24:37,454 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71edee862f164776a5bbcacb05e78231, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731396274468 2024-11-12T07:24:37,455 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9825fb5db1254abda9965dbb6d029f66, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1731396274818 2024-11-12T07:24:37,456 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5db256297104806bd6ff9aeb3883c23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731396275245 2024-11-12T07:24:37,463 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/B of 1cfae515ffb7f37a521447295ed95595 into eb2cea41af2043fe9eaa0e8ec6bcb117(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:37,463 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:37,463 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/B, priority=13, startTime=1731396277377; duration=0sec 2024-11-12T07:24:37,464 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:37,464 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:B 2024-11-12T07:24:37,479 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#C#compaction#35 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:37,480 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/26fc0fe7aeaf4ff398e3e11df2a5710c is 50, key is test_row_0/C:col10/1731396276402/Put/seqid=0 2024-11-12T07:24:37,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-12T07:24:37,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:37,492 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-12T07:24:37,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741872_1048 (size=12527) 2024-11-12T07:24:37,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/9f5aebc94f9344ac83a811204a9ecdc3 is 50, key is test_row_0/A:col10/1731396276425/Put/seqid=0 2024-11-12T07:24:37,508 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/26fc0fe7aeaf4ff398e3e11df2a5710c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/26fc0fe7aeaf4ff398e3e11df2a5710c 2024-11-12T07:24:37,521 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/C of 1cfae515ffb7f37a521447295ed95595 into 26fc0fe7aeaf4ff398e3e11df2a5710c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:37,521 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:37,521 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/C, priority=13, startTime=1731396277377; duration=0sec 2024-11-12T07:24:37,521 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:37,521 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:C 2024-11-12T07:24:37,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741873_1049 (size=9757) 2024-11-12T07:24:37,552 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/9f5aebc94f9344ac83a811204a9ecdc3 2024-11-12T07:24:37,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/568b0a61059b4a3e8fdb0cca1fb48beb is 50, key is test_row_0/B:col10/1731396276425/Put/seqid=0 2024-11-12T07:24:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:37,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:37,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741874_1050 (size=9757) 2024-11-12T07:24:37,592 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/568b0a61059b4a3e8fdb0cca1fb48beb 2024-11-12T07:24:37,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/55436b3901944f12bc2369050dc8ee43 is 50, key is test_row_0/C:col10/1731396276425/Put/seqid=0 2024-11-12T07:24:37,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:37,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396337621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:37,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,625 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:37,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:37,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396337622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:37,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396337624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:37,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741875_1051 (size=9757) 2024-11-12T07:24:37,628 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/55436b3901944f12bc2369050dc8ee43 2024-11-12T07:24:37,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/9f5aebc94f9344ac83a811204a9ecdc3 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9f5aebc94f9344ac83a811204a9ecdc3 2024-11-12T07:24:37,649 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9f5aebc94f9344ac83a811204a9ecdc3, entries=100, sequenceid=180, filesize=9.5 K 2024-11-12T07:24:37,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/568b0a61059b4a3e8fdb0cca1fb48beb as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/568b0a61059b4a3e8fdb0cca1fb48beb 2024-11-12T07:24:37,661 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/568b0a61059b4a3e8fdb0cca1fb48beb, entries=100, sequenceid=180, filesize=9.5 K 2024-11-12T07:24:37,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/55436b3901944f12bc2369050dc8ee43 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/55436b3901944f12bc2369050dc8ee43 2024-11-12T07:24:37,677 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/55436b3901944f12bc2369050dc8ee43, entries=100, sequenceid=180, filesize=9.5 K 2024-11-12T07:24:37,679 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 1cfae515ffb7f37a521447295ed95595 in 186ms, sequenceid=180, compaction requested=false 2024-11-12T07:24:37,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:37,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T07:24:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T07:24:37,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T07:24:37,696 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4440 sec 2024-11-12T07:24:37,701 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.4550 sec 2024-11-12T07:24:37,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:37,733 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:37,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-12T07:24:37,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/9bb483381eba4181970ca7f26da5ffb8 is 50, key is test_row_0/A:col10/1731396277732/Put/seqid=0 2024-11-12T07:24:37,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396337737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:37,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:37,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396337739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:37,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396337740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:37,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,743 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:37,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741876_1052 (size=12151) 2024-11-12T07:24:37,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:37,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396337852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:37,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:37,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396337852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396337853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:37,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:38,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396338062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:38,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:38,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396338062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:38,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:38,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:38,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396338064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,067 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:38,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/9bb483381eba4181970ca7f26da5ffb8 2024-11-12T07:24:38,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/3be2af57fd814424b19150f8d2f148ac is 50, key is test_row_0/B:col10/1731396277732/Put/seqid=0 2024-11-12T07:24:38,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741877_1053 (size=12151) 2024-11-12T07:24:38,372 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:38,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396338372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:38,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396338372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:38,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396338372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:38,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:38,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T07:24:38,393 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:38,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:24:38,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-12T07:24:38,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T07:24:38,395 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:24:38,397 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:24:38,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:24:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T07:24:38,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T07:24:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:38,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:38,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/3be2af57fd814424b19150f8d2f148ac 2024-11-12T07:24:38,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/c776caaa9470405a812f358734da1f0e is 50, key is test_row_0/C:col10/1731396277732/Put/seqid=0 2024-11-12T07:24:38,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741878_1054 (size=12151) 2024-11-12T07:24:38,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/c776caaa9470405a812f358734da1f0e 2024-11-12T07:24:38,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/9bb483381eba4181970ca7f26da5ffb8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9bb483381eba4181970ca7f26da5ffb8 2024-11-12T07:24:38,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9bb483381eba4181970ca7f26da5ffb8, entries=150, sequenceid=209, filesize=11.9 K 2024-11-12T07:24:38,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/3be2af57fd814424b19150f8d2f148ac as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/3be2af57fd814424b19150f8d2f148ac 2024-11-12T07:24:38,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/3be2af57fd814424b19150f8d2f148ac, entries=150, sequenceid=209, filesize=11.9 K 2024-11-12T07:24:38,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/c776caaa9470405a812f358734da1f0e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c776caaa9470405a812f358734da1f0e 2024-11-12T07:24:38,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c776caaa9470405a812f358734da1f0e, entries=150, sequenceid=209, filesize=11.9 K 2024-11-12T07:24:38,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1cfae515ffb7f37a521447295ed95595 in 932ms, sequenceid=209, compaction requested=true 2024-11-12T07:24:38,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:38,665 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:38,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:24:38,667 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:38,667 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/A is initiating minor compaction (all files) 2024-11-12T07:24:38,667 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/A in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:38,667 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/e4c11ca80d504db3950a9f4f04f57b0f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9f5aebc94f9344ac83a811204a9ecdc3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9bb483381eba4181970ca7f26da5ffb8] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=33.6 K 2024-11-12T07:24:38,668 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4c11ca80d504db3950a9f4f04f57b0f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731396275245 2024-11-12T07:24:38,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:38,669 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f5aebc94f9344ac83a811204a9ecdc3, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731396276418 2024-11-12T07:24:38,669 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:38,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:24:38,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:38,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:24:38,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:38,669 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bb483381eba4181970ca7f26da5ffb8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731396277617 2024-11-12T07:24:38,670 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:38,670 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/B is initiating minor compaction (all files) 2024-11-12T07:24:38,670 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/B in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:38,671 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/eb2cea41af2043fe9eaa0e8ec6bcb117, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/568b0a61059b4a3e8fdb0cca1fb48beb, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/3be2af57fd814424b19150f8d2f148ac] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=33.6 K 2024-11-12T07:24:38,673 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting eb2cea41af2043fe9eaa0e8ec6bcb117, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731396275245 2024-11-12T07:24:38,674 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 568b0a61059b4a3e8fdb0cca1fb48beb, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731396276418 2024-11-12T07:24:38,675 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 3be2af57fd814424b19150f8d2f148ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731396277617 2024-11-12T07:24:38,687 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#A#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:38,687 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/954202022e2e47c9aed2227c27f4aee3 is 50, key is test_row_0/A:col10/1731396277732/Put/seqid=0 2024-11-12T07:24:38,696 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#B#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:38,697 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/8a4fbeac64a0481ba46bc0fbecdb8cab is 50, key is test_row_0/B:col10/1731396277732/Put/seqid=0 2024-11-12T07:24:38,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741879_1055 (size=12629) 2024-11-12T07:24:38,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-12T07:24:38,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:38,704 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T07:24:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T07:24:38,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/152c71b7157c4a64921603f4d7894283 is 50, key is test_row_0/A:col10/1731396277739/Put/seqid=0 2024-11-12T07:24:38,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741880_1056 (size=12629) 2024-11-12T07:24:38,727 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/8a4fbeac64a0481ba46bc0fbecdb8cab as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/8a4fbeac64a0481ba46bc0fbecdb8cab 2024-11-12T07:24:38,739 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/B of 1cfae515ffb7f37a521447295ed95595 into 8a4fbeac64a0481ba46bc0fbecdb8cab(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:38,739 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:38,739 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/B, priority=13, startTime=1731396278669; duration=0sec 2024-11-12T07:24:38,739 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:38,739 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:B 2024-11-12T07:24:38,739 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:38,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741881_1057 (size=12151) 2024-11-12T07:24:38,742 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:38,742 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/C is initiating minor compaction (all files) 2024-11-12T07:24:38,742 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/C in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:38,742 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/26fc0fe7aeaf4ff398e3e11df2a5710c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/55436b3901944f12bc2369050dc8ee43, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c776caaa9470405a812f358734da1f0e] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=33.6 K 2024-11-12T07:24:38,744 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 26fc0fe7aeaf4ff398e3e11df2a5710c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731396275245 2024-11-12T07:24:38,744 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/152c71b7157c4a64921603f4d7894283 2024-11-12T07:24:38,744 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 55436b3901944f12bc2369050dc8ee43, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731396276418 2024-11-12T07:24:38,746 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting c776caaa9470405a812f358734da1f0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731396277617 2024-11-12T07:24:38,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/3022cc4cefc640e19f0bd2a132e34706 is 50, key is test_row_0/B:col10/1731396277739/Put/seqid=0 2024-11-12T07:24:38,768 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#C#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:38,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741882_1058 (size=12151) 2024-11-12T07:24:38,771 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/6813521bb41c4b1e909e598de33d4316 is 50, key is test_row_0/C:col10/1731396277732/Put/seqid=0 2024-11-12T07:24:38,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741883_1059 (size=12629) 2024-11-12T07:24:38,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:38,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396338931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:38,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,935 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:38,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396338934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:38,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396338935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:38,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:38,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T07:24:39,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396339041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,043 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396339041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396339041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,114 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/954202022e2e47c9aed2227c27f4aee3 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/954202022e2e47c9aed2227c27f4aee3 2024-11-12T07:24:39,131 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/A of 1cfae515ffb7f37a521447295ed95595 into 954202022e2e47c9aed2227c27f4aee3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:39,131 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:39,131 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/A, priority=13, startTime=1731396278665; duration=0sec 2024-11-12T07:24:39,131 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:39,131 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:A 2024-11-12T07:24:39,172 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/3022cc4cefc640e19f0bd2a132e34706 2024-11-12T07:24:39,186 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/6813521bb41c4b1e909e598de33d4316 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/6813521bb41c4b1e909e598de33d4316 2024-11-12T07:24:39,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/0ba9a90038104d9a9f1587d545eb765c is 50, key is test_row_0/C:col10/1731396277739/Put/seqid=0 2024-11-12T07:24:39,199 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/C of 1cfae515ffb7f37a521447295ed95595 into 6813521bb41c4b1e909e598de33d4316(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:39,199 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:39,199 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/C, priority=13, startTime=1731396278669; duration=0sec 2024-11-12T07:24:39,199 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:39,199 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:C 2024-11-12T07:24:39,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741884_1060 (size=12151) 2024-11-12T07:24:39,201 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/0ba9a90038104d9a9f1587d545eb765c 2024-11-12T07:24:39,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/152c71b7157c4a64921603f4d7894283 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/152c71b7157c4a64921603f4d7894283 2024-11-12T07:24:39,214 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/152c71b7157c4a64921603f4d7894283, entries=150, sequenceid=217, filesize=11.9 K 2024-11-12T07:24:39,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/3022cc4cefc640e19f0bd2a132e34706 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/3022cc4cefc640e19f0bd2a132e34706 2024-11-12T07:24:39,222 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/3022cc4cefc640e19f0bd2a132e34706, entries=150, sequenceid=217, filesize=11.9 K 2024-11-12T07:24:39,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/0ba9a90038104d9a9f1587d545eb765c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/0ba9a90038104d9a9f1587d545eb765c 2024-11-12T07:24:39,231 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/0ba9a90038104d9a9f1587d545eb765c, entries=150, sequenceid=217, filesize=11.9 K 2024-11-12T07:24:39,232 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 1cfae515ffb7f37a521447295ed95595 in 528ms, sequenceid=217, compaction requested=false 2024-11-12T07:24:39,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:39,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:39,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T07:24:39,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T07:24:39,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T07:24:39,241 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 840 msec 2024-11-12T07:24:39,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 849 msec 2024-11-12T07:24:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:39,257 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:39,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-12T07:24:39,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396339261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396339259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/2f7eebc7410545dab8e304f0bf6542d3 is 50, key is test_row_0/A:col10/1731396278922/Put/seqid=0 2024-11-12T07:24:39,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396339263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,268 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741885_1061 (size=12151) 2024-11-12T07:24:39,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/2f7eebc7410545dab8e304f0bf6542d3 2024-11-12T07:24:39,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54888 deadline: 1731396339293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,294 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_0' in 1cfae515ffb7f37a521447295ed95595 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8306 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:24:39,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54922 deadline: 1731396339294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,295 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_2' in 1cfae515ffb7f37a521447295ed95595 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8310 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:24:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,296 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/58f9d54017d14c89bd9c17a921ce38f4 is 50, key is test_row_0/B:col10/1731396278922/Put/seqid=0 2024-11-12T07:24:39,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741886_1062 (size=12151) 2024-11-12T07:24:39,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396339374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396339374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396339374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,377 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T07:24:39,532 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:39,533 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:24:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-12T07:24:39,536 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:24:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T07:24:39,537 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:24:39,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:24:39,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396339583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396339583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396339583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,585 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T07:24:39,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T07:24:39,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:39,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:39,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:39,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:39,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:39,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/58f9d54017d14c89bd9c17a921ce38f4 2024-11-12T07:24:39,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/d4abed8f48ca4726bdddff9fb6cf1a42 is 50, key is test_row_0/C:col10/1731396278922/Put/seqid=0 2024-11-12T07:24:39,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741887_1063 (size=12151) 2024-11-12T07:24:39,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T07:24:39,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:39,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:39,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:39,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:39,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T07:24:39,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396339892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396339892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396339892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:39,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:39,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T07:24:39,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:39,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:40,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/d4abed8f48ca4726bdddff9fb6cf1a42 2024-11-12T07:24:40,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T07:24:40,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:40,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:40,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:40,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:40,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/2f7eebc7410545dab8e304f0bf6542d3 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/2f7eebc7410545dab8e304f0bf6542d3 2024-11-12T07:24:40,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T07:24:40,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/2f7eebc7410545dab8e304f0bf6542d3, entries=150, sequenceid=251, filesize=11.9 K 2024-11-12T07:24:40,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/58f9d54017d14c89bd9c17a921ce38f4 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/58f9d54017d14c89bd9c17a921ce38f4 2024-11-12T07:24:40,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/58f9d54017d14c89bd9c17a921ce38f4, entries=150, sequenceid=251, filesize=11.9 K 2024-11-12T07:24:40,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/d4abed8f48ca4726bdddff9fb6cf1a42 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d4abed8f48ca4726bdddff9fb6cf1a42 2024-11-12T07:24:40,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d4abed8f48ca4726bdddff9fb6cf1a42, entries=150, sequenceid=251, filesize=11.9 K 2024-11-12T07:24:40,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 1cfae515ffb7f37a521447295ed95595 in 926ms, sequenceid=251, compaction requested=true 2024-11-12T07:24:40,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:40,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:24:40,183 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:40,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:40,184 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:40,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:24:40,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:40,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:24:40,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:40,185 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:40,185 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:40,185 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/A is initiating minor compaction (all files) 2024-11-12T07:24:40,185 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/B is initiating minor compaction (all files) 2024-11-12T07:24:40,185 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/B in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:40,185 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/A in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:40,185 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/954202022e2e47c9aed2227c27f4aee3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/152c71b7157c4a64921603f4d7894283, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/2f7eebc7410545dab8e304f0bf6542d3] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=36.1 K 2024-11-12T07:24:40,185 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/8a4fbeac64a0481ba46bc0fbecdb8cab, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/3022cc4cefc640e19f0bd2a132e34706, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/58f9d54017d14c89bd9c17a921ce38f4] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=36.1 K 2024-11-12T07:24:40,186 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 954202022e2e47c9aed2227c27f4aee3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731396277617 2024-11-12T07:24:40,186 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a4fbeac64a0481ba46bc0fbecdb8cab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731396277617 2024-11-12T07:24:40,186 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 152c71b7157c4a64921603f4d7894283, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731396277735 2024-11-12T07:24:40,187 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 3022cc4cefc640e19f0bd2a132e34706, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731396277735 2024-11-12T07:24:40,187 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f7eebc7410545dab8e304f0bf6542d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731396278922 2024-11-12T07:24:40,187 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 58f9d54017d14c89bd9c17a921ce38f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731396278922 2024-11-12T07:24:40,203 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:40,203 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:40,204 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/d827975d455641e29d63491c3ac92759 is 50, key is test_row_0/B:col10/1731396278922/Put/seqid=0 2024-11-12T07:24:40,204 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/a4b73602f07a423ab65cccb899729b89 is 50, key is test_row_0/A:col10/1731396278922/Put/seqid=0 2024-11-12T07:24:40,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741888_1064 (size=12731) 2024-11-12T07:24:40,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741889_1065 (size=12731) 2024-11-12T07:24:40,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-12T07:24:40,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:40,307 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-12T07:24:40,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/23de0ccdb4d6472a91fea9383f95a77a is 50, key is test_row_1/A:col10/1731396279261/Put/seqid=0 2024-11-12T07:24:40,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741890_1066 (size=9757) 2024-11-12T07:24:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:40,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:40,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396340457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:40,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:40,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396340459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396340460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:40,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396340562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:40,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396340572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396340572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:40,626 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/a4b73602f07a423ab65cccb899729b89 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/a4b73602f07a423ab65cccb899729b89 2024-11-12T07:24:40,631 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/d827975d455641e29d63491c3ac92759 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/d827975d455641e29d63491c3ac92759 2024-11-12T07:24:40,640 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/B of 1cfae515ffb7f37a521447295ed95595 into d827975d455641e29d63491c3ac92759(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:40,640 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:40,640 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/B, priority=13, startTime=1731396280183; duration=0sec 2024-11-12T07:24:40,641 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:40,641 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:B 2024-11-12T07:24:40,641 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:40,642 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/A of 1cfae515ffb7f37a521447295ed95595 into a4b73602f07a423ab65cccb899729b89(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:40,642 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:40,642 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/A, priority=13, startTime=1731396280183; duration=0sec 2024-11-12T07:24:40,642 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:40,642 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:A 2024-11-12T07:24:40,644 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:40,644 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/C is initiating minor compaction (all files) 2024-11-12T07:24:40,645 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/C in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:40,645 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/6813521bb41c4b1e909e598de33d4316, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/0ba9a90038104d9a9f1587d545eb765c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d4abed8f48ca4726bdddff9fb6cf1a42] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=36.1 K 2024-11-12T07:24:40,645 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 6813521bb41c4b1e909e598de33d4316, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731396277617 2024-11-12T07:24:40,646 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ba9a90038104d9a9f1587d545eb765c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731396277735 2024-11-12T07:24:40,648 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d4abed8f48ca4726bdddff9fb6cf1a42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731396278922 2024-11-12T07:24:40,661 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#C#compaction#54 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:40,661 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/508850f6da54409a831ccf7b49c6e6a6 is 50, key is test_row_0/C:col10/1731396278922/Put/seqid=0 2024-11-12T07:24:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T07:24:40,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741891_1067 (size=12731) 2024-11-12T07:24:40,706 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/508850f6da54409a831ccf7b49c6e6a6 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/508850f6da54409a831ccf7b49c6e6a6 2024-11-12T07:24:40,714 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/C of 1cfae515ffb7f37a521447295ed95595 into 508850f6da54409a831ccf7b49c6e6a6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:40,714 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:40,714 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/C, priority=13, startTime=1731396280184; duration=0sec 2024-11-12T07:24:40,714 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:40,714 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:C 2024-11-12T07:24:40,734 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/23de0ccdb4d6472a91fea9383f95a77a 2024-11-12T07:24:40,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/bac3d48e3d0341318a7a610bd53e22f2 is 50, key is test_row_1/B:col10/1731396279261/Put/seqid=0 2024-11-12T07:24:40,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741892_1068 (size=9757) 2024-11-12T07:24:40,758 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/bac3d48e3d0341318a7a610bd53e22f2 2024-11-12T07:24:40,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396340772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:40,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:40,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396340782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396340782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:40,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:40,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:40,784 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:40,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/69442f5bfbe841cd8b80c428e98393cc is 50, key is test_row_1/C:col10/1731396279261/Put/seqid=0 2024-11-12T07:24:40,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741893_1069 (size=9757) 2024-11-12T07:24:40,801 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/69442f5bfbe841cd8b80c428e98393cc 2024-11-12T07:24:40,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/23de0ccdb4d6472a91fea9383f95a77a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/23de0ccdb4d6472a91fea9383f95a77a 2024-11-12T07:24:40,822 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/23de0ccdb4d6472a91fea9383f95a77a, entries=100, sequenceid=256, filesize=9.5 K 2024-11-12T07:24:40,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/bac3d48e3d0341318a7a610bd53e22f2 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/bac3d48e3d0341318a7a610bd53e22f2 2024-11-12T07:24:40,832 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/bac3d48e3d0341318a7a610bd53e22f2, entries=100, sequenceid=256, filesize=9.5 K 2024-11-12T07:24:40,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/69442f5bfbe841cd8b80c428e98393cc as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/69442f5bfbe841cd8b80c428e98393cc 2024-11-12T07:24:40,845 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/69442f5bfbe841cd8b80c428e98393cc, entries=100, sequenceid=256, filesize=9.5 K 2024-11-12T07:24:40,846 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=201.27 KB/206100 for 1cfae515ffb7f37a521447295ed95595 in 539ms, sequenceid=256, compaction requested=false 2024-11-12T07:24:40,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:40,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:40,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-12T07:24:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-12T07:24:40,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-12T07:24:40,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3120 sec 2024-11-12T07:24:40,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.3220 sec 2024-11-12T07:24:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:41,083 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:41,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-12T07:24:41,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396341082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:41,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:41,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:41,086 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:41,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/43147bf3302949ca8f5ad409c1f4821a is 50, key is test_row_0/A:col10/1731396280449/Put/seqid=0 2024-11-12T07:24:41,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396341092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:41,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:41,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:41,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:41,093 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396341092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:41,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:41,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:41,093 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:41,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741894_1070 (size=12301) 2024-11-12T07:24:41,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/43147bf3302949ca8f5ad409c1f4821a 2024-11-12T07:24:41,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/a92f1ade17a248ac867e1ff4bb760a70 is 50, key is test_row_0/B:col10/1731396280449/Put/seqid=0 2024-11-12T07:24:41,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741895_1071 (size=12301) 2024-11-12T07:24:41,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/a92f1ade17a248ac867e1ff4bb760a70 2024-11-12T07:24:41,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/86489ffb4c8c483fb2d33d1925aaba72 is 50, key is test_row_0/C:col10/1731396280449/Put/seqid=0 2024-11-12T07:24:41,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741896_1072 (size=12301) 2024-11-12T07:24:41,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396341592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:41,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:41,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:41,594 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:41,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396341602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:41,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396341602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-12T07:24:41,693 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:41,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:24:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-12T07:24:41,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T07:24:41,695 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:24:41,696 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:24:41,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:24:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T07:24:41,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T07:24:41,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:41,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:41,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:41,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:41,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:41,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/86489ffb4c8c483fb2d33d1925aaba72 2024-11-12T07:24:41,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/43147bf3302949ca8f5ad409c1f4821a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/43147bf3302949ca8f5ad409c1f4821a 2024-11-12T07:24:41,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/43147bf3302949ca8f5ad409c1f4821a, entries=150, sequenceid=292, filesize=12.0 K 2024-11-12T07:24:41,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/a92f1ade17a248ac867e1ff4bb760a70 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a92f1ade17a248ac867e1ff4bb760a70 2024-11-12T07:24:41,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a92f1ade17a248ac867e1ff4bb760a70, entries=150, sequenceid=292, filesize=12.0 K 2024-11-12T07:24:41,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/86489ffb4c8c483fb2d33d1925aaba72 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/86489ffb4c8c483fb2d33d1925aaba72 2024-11-12T07:24:41,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/86489ffb4c8c483fb2d33d1925aaba72, entries=150, sequenceid=292, filesize=12.0 K 2024-11-12T07:24:41,994 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 1cfae515ffb7f37a521447295ed95595 in 910ms, sequenceid=292, compaction requested=true 2024-11-12T07:24:41,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:41,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:24:41,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:41,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:24:41,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T07:24:41,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:24:41,994 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-12T07:24:41,994 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:41,995 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:41,999 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:41,999 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:41,999 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/C is initiating minor compaction (all files) 2024-11-12T07:24:41,999 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/A is initiating minor compaction (all files) 2024-11-12T07:24:41,999 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/C in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:41,999 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/A in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:41,999 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/a4b73602f07a423ab65cccb899729b89, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/23de0ccdb4d6472a91fea9383f95a77a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/43147bf3302949ca8f5ad409c1f4821a] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=34.0 K 2024-11-12T07:24:41,999 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/508850f6da54409a831ccf7b49c6e6a6, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/69442f5bfbe841cd8b80c428e98393cc, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/86489ffb4c8c483fb2d33d1925aaba72] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=34.0 K 2024-11-12T07:24:42,000 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting a4b73602f07a423ab65cccb899729b89, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731396278922 2024-11-12T07:24:42,000 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 508850f6da54409a831ccf7b49c6e6a6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731396278922 2024-11-12T07:24:42,000 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 69442f5bfbe841cd8b80c428e98393cc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731396279259 2024-11-12T07:24:42,000 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23de0ccdb4d6472a91fea9383f95a77a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731396279259 2024-11-12T07:24:42,000 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 43147bf3302949ca8f5ad409c1f4821a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731396280445 2024-11-12T07:24:42,001 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 86489ffb4c8c483fb2d33d1925aaba72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731396280445 2024-11-12T07:24:42,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-12T07:24:42,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:42,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:42,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:42,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-12T07:24:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-12T07:24:42,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T07:24:42,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-12T07:24:42,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 313 msec 2024-11-12T07:24:42,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 321 msec 2024-11-12T07:24:42,026 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#A#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:42,027 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/e53ff3e98f7941819760a8bec2b8d269 is 50, key is test_row_0/A:col10/1731396280449/Put/seqid=0 2024-11-12T07:24:42,030 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#C#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:42,031 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/a5301cb1e1e34094aaeb56694776e305 is 50, key is test_row_0/C:col10/1731396280449/Put/seqid=0 2024-11-12T07:24:42,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741897_1073 (size=12983) 2024-11-12T07:24:42,062 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/a5301cb1e1e34094aaeb56694776e305 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a5301cb1e1e34094aaeb56694776e305 2024-11-12T07:24:42,072 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/C of 1cfae515ffb7f37a521447295ed95595 into a5301cb1e1e34094aaeb56694776e305(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:42,072 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:42,072 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/C, priority=13, startTime=1731396281994; duration=0sec 2024-11-12T07:24:42,072 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:42,072 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:C 2024-11-12T07:24:42,073 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:42,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741898_1074 (size=12983) 2024-11-12T07:24:42,079 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:42,079 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/B is initiating minor compaction (all files) 2024-11-12T07:24:42,079 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/B in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:42,079 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/d827975d455641e29d63491c3ac92759, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/bac3d48e3d0341318a7a610bd53e22f2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a92f1ade17a248ac867e1ff4bb760a70] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=34.0 K 2024-11-12T07:24:42,080 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d827975d455641e29d63491c3ac92759, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731396278922 2024-11-12T07:24:42,081 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting bac3d48e3d0341318a7a610bd53e22f2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1731396279259 2024-11-12T07:24:42,081 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a92f1ade17a248ac867e1ff4bb760a70, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731396280445 2024-11-12T07:24:42,086 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/e53ff3e98f7941819760a8bec2b8d269 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/e53ff3e98f7941819760a8bec2b8d269 2024-11-12T07:24:42,095 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/A of 1cfae515ffb7f37a521447295ed95595 into e53ff3e98f7941819760a8bec2b8d269(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:42,095 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:42,095 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/A, priority=13, startTime=1731396281994; duration=0sec 2024-11-12T07:24:42,096 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:42,096 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:A 2024-11-12T07:24:42,097 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#B#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:42,098 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/b8cfb602c65242299bd9bd17ace5d4d9 is 50, key is test_row_0/B:col10/1731396280449/Put/seqid=0 2024-11-12T07:24:42,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741899_1075 (size=12983) 2024-11-12T07:24:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-12T07:24:42,322 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:42,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:24:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-12T07:24:42,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T07:24:42,332 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:24:42,334 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:24:42,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:24:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T07:24:42,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-12T07:24:42,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:42,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:42,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:42,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-12T07:24:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-12T07:24:42,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-12T07:24:42,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-12T07:24:42,496 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 171 msec 2024-11-12T07:24:42,516 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/b8cfb602c65242299bd9bd17ace5d4d9 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/b8cfb602c65242299bd9bd17ace5d4d9 2024-11-12T07:24:42,524 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/B of 1cfae515ffb7f37a521447295ed95595 into b8cfb602c65242299bd9bd17ace5d4d9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:42,524 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:42,524 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/B, priority=13, startTime=1731396281994; duration=0sec 2024-11-12T07:24:42,524 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:42,524 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:B 2024-11-12T07:24:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:42,615 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:42,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:24:42,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/c53067cb2ebd4c5aa38a30888c6edee0 is 50, key is test_row_0/A:col10/1731396282613/Put/seqid=0 2024-11-12T07:24:42,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741900_1076 (size=12301) 2024-11-12T07:24:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-12T07:24:42,642 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:42,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:24:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-12T07:24:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T07:24:42,645 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:24:42,646 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:24:42,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:24:42,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396342653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:42,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:42,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396342655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:42,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:42,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396342655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:42,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,658 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:42,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,659 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T07:24:42,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396342762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:42,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:42,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:42,763 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396342762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:42,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396342762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:42,800 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T07:24:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:42,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:42,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:42,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T07:24:42,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:42,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:42,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:42,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:42,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:42,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T07:24:42,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396342972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:42,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:42,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396342972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:42,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:42,974 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396342972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:42,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:43,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/c53067cb2ebd4c5aa38a30888c6edee0 2024-11-12T07:24:43,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/22423296331b4b6eae67ef261215e42c is 50, key is test_row_0/B:col10/1731396282613/Put/seqid=0 2024-11-12T07:24:43,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741901_1077 (size=12301) 2024-11-12T07:24:43,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/22423296331b4b6eae67ef261215e42c 2024-11-12T07:24:43,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/97c8dab1101e425b85eb669a28ea2d27 is 50, key is test_row_0/C:col10/1731396282613/Put/seqid=0 2024-11-12T07:24:43,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T07:24:43,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:43,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:43,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:43,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:43,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:43,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:43,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741902_1078 (size=12301) 2024-11-12T07:24:43,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T07:24:43,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:43,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:43,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:43,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:43,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:43,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:43,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T07:24:43,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396343282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,283 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396343282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396343282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,284 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:43,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T07:24:43,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:43,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:43,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:43,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:43,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:43,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:43,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/97c8dab1101e425b85eb669a28ea2d27 2024-11-12T07:24:43,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/c53067cb2ebd4c5aa38a30888c6edee0 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/c53067cb2ebd4c5aa38a30888c6edee0 2024-11-12T07:24:43,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/c53067cb2ebd4c5aa38a30888c6edee0, entries=150, sequenceid=308, filesize=12.0 K 2024-11-12T07:24:43,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/22423296331b4b6eae67ef261215e42c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/22423296331b4b6eae67ef261215e42c 2024-11-12T07:24:43,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/22423296331b4b6eae67ef261215e42c, entries=150, sequenceid=308, filesize=12.0 K 2024-11-12T07:24:43,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/97c8dab1101e425b85eb669a28ea2d27 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/97c8dab1101e425b85eb669a28ea2d27 2024-11-12T07:24:43,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T07:24:43,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:43,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:43,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:43,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:43,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:43,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/97c8dab1101e425b85eb669a28ea2d27, entries=150, sequenceid=308, filesize=12.0 K 2024-11-12T07:24:43,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1cfae515ffb7f37a521447295ed95595 in 962ms, sequenceid=308, compaction requested=false 2024-11-12T07:24:43,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:43,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-12T07:24:43,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:43,723 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T07:24:43,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/109c916ddf4b4fcd84f06d9575a16126 is 50, key is test_row_0/A:col10/1731396282648/Put/seqid=0 2024-11-12T07:24:43,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741903_1079 (size=12301) 2024-11-12T07:24:43,738 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/109c916ddf4b4fcd84f06d9575a16126 2024-11-12T07:24:43,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/912edfe7e73d473e8d1d021f286d8747 is 50, key is test_row_0/B:col10/1731396282648/Put/seqid=0 2024-11-12T07:24:43,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741904_1080 (size=12301) 2024-11-12T07:24:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T07:24:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:43,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:43,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:43,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396343802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:43,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396343804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:43,810 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:43,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396343809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:43,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:43,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:43,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396343912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,914 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:43,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:43,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396343922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:43,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:43,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396343922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:43,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:43,925 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:44,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396344122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:44,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:44,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:44,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:44,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:44,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396344132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396344132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:44,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:44,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:44,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:44,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:44,179 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/912edfe7e73d473e8d1d021f286d8747 2024-11-12T07:24:44,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/bb2f64279448425aa2ca209292a4f9ec is 50, key is test_row_0/C:col10/1731396282648/Put/seqid=0 2024-11-12T07:24:44,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741905_1081 (size=12301) 2024-11-12T07:24:44,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396344432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:44,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:44,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:44,433 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:44,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396344442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:44,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396344442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:44,595 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/bb2f64279448425aa2ca209292a4f9ec 2024-11-12T07:24:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/109c916ddf4b4fcd84f06d9575a16126 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/109c916ddf4b4fcd84f06d9575a16126 2024-11-12T07:24:44,607 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/109c916ddf4b4fcd84f06d9575a16126, entries=150, sequenceid=334, filesize=12.0 K 2024-11-12T07:24:44,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/912edfe7e73d473e8d1d021f286d8747 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/912edfe7e73d473e8d1d021f286d8747 2024-11-12T07:24:44,614 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/912edfe7e73d473e8d1d021f286d8747, entries=150, sequenceid=334, filesize=12.0 K 2024-11-12T07:24:44,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/bb2f64279448425aa2ca209292a4f9ec as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/bb2f64279448425aa2ca209292a4f9ec 2024-11-12T07:24:44,621 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/bb2f64279448425aa2ca209292a4f9ec, entries=150, sequenceid=334, filesize=12.0 K 2024-11-12T07:24:44,622 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1cfae515ffb7f37a521447295ed95595 in 899ms, sequenceid=334, compaction requested=true 2024-11-12T07:24:44,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:44,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:44,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-12T07:24:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-12T07:24:44,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-12T07:24:44,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9780 sec 2024-11-12T07:24:44,628 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.9830 sec 2024-11-12T07:24:44,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-12T07:24:44,792 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:44,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:24:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-12T07:24:44,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T07:24:44,794 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:24:44,795 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:24:44,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:24:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T07:24:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:44,944 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:44,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:24:44,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-12T07:24:44,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:44,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:44,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:44,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:44,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:44,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/76f35c11854b4d41b58f9671cc6e4942 is 50, key is test_row_0/A:col10/1731396284943/Put/seqid=0 2024-11-12T07:24:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:44,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741906_1082 (size=14741) 2024-11-12T07:24:44,956 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/76f35c11854b4d41b58f9671cc6e4942 2024-11-12T07:24:44,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/a449564d66a64778b6ed0b551762a078 is 50, key is test_row_0/B:col10/1731396284943/Put/seqid=0 2024-11-12T07:24:44,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741907_1083 (size=12301) 2024-11-12T07:24:44,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396344992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:44,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:44,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:44,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:45,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396344996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:45,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396344996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:45,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,004 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:45,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:45,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-12T07:24:45,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396345102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:45,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:45,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:45,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:45,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:45,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T07:24:45,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396345112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:45,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396345112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:45,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-12T07:24:45,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:45,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:45,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396345312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:45,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:45,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396345321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:45,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396345321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:45,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:45,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/a449564d66a64778b6ed0b551762a078 2024-11-12T07:24:45,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/2d5c676c4fda406f834b8c7081c81b03 is 50, key is test_row_0/C:col10/1731396284943/Put/seqid=0 2024-11-12T07:24:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741908_1084 (size=12301) 2024-11-12T07:24:45,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-12T07:24:45,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:45,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:45,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:45,409 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T07:24:45,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-12T07:24:45,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:45,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:45,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:45,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:45,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396345622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:45,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,623 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:45,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:45,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396345632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396345632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:45,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-12T07:24:45,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:45,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:45,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:45,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:45,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/2d5c676c4fda406f834b8c7081c81b03 2024-11-12T07:24:45,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/76f35c11854b4d41b58f9671cc6e4942 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/76f35c11854b4d41b58f9671cc6e4942 2024-11-12T07:24:45,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/76f35c11854b4d41b58f9671cc6e4942, entries=200, sequenceid=345, filesize=14.4 K 2024-11-12T07:24:45,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/a449564d66a64778b6ed0b551762a078 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a449564d66a64778b6ed0b551762a078 2024-11-12T07:24:45,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a449564d66a64778b6ed0b551762a078, entries=150, sequenceid=345, filesize=12.0 K 2024-11-12T07:24:45,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/2d5c676c4fda406f834b8c7081c81b03 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/2d5c676c4fda406f834b8c7081c81b03 2024-11-12T07:24:45,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/2d5c676c4fda406f834b8c7081c81b03, entries=150, sequenceid=345, filesize=12.0 K 2024-11-12T07:24:45,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1cfae515ffb7f37a521447295ed95595 in 871ms, sequenceid=345, compaction requested=true 2024-11-12T07:24:45,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:45,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:24:45,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:45,816 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:24:45,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:24:45,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:45,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:24:45,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T07:24:45,816 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:24:45,817 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:24:45,818 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/A is initiating minor compaction (all files) 2024-11-12T07:24:45,818 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/A in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:45,818 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/e53ff3e98f7941819760a8bec2b8d269, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/c53067cb2ebd4c5aa38a30888c6edee0, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/109c916ddf4b4fcd84f06d9575a16126, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/76f35c11854b4d41b58f9671cc6e4942] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=51.1 K 2024-11-12T07:24:45,818 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:24:45,818 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/B is initiating minor compaction (all files) 2024-11-12T07:24:45,819 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/B in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:45,819 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/b8cfb602c65242299bd9bd17ace5d4d9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/22423296331b4b6eae67ef261215e42c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/912edfe7e73d473e8d1d021f286d8747, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a449564d66a64778b6ed0b551762a078] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=48.7 K 2024-11-12T07:24:45,819 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting e53ff3e98f7941819760a8bec2b8d269, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731396280445 2024-11-12T07:24:45,819 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting b8cfb602c65242299bd9bd17ace5d4d9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731396280445 2024-11-12T07:24:45,820 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting c53067cb2ebd4c5aa38a30888c6edee0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731396282613 2024-11-12T07:24:45,820 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 22423296331b4b6eae67ef261215e42c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731396282613 2024-11-12T07:24:45,820 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 109c916ddf4b4fcd84f06d9575a16126, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731396282648 2024-11-12T07:24:45,820 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 912edfe7e73d473e8d1d021f286d8747, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731396282648 2024-11-12T07:24:45,821 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76f35c11854b4d41b58f9671cc6e4942, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731396283794 2024-11-12T07:24:45,821 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a449564d66a64778b6ed0b551762a078, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731396283794 2024-11-12T07:24:45,832 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#B#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:45,832 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#A#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:45,832 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/d98097c3a4a54f2caf5125dd4ea49294 is 50, key is test_row_0/B:col10/1731396284943/Put/seqid=0 2024-11-12T07:24:45,833 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/203929e9f5544d1f9d2292dcca1df3d1 is 50, key is test_row_0/A:col10/1731396284943/Put/seqid=0 2024-11-12T07:24:45,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741909_1085 (size=13119) 2024-11-12T07:24:45,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741910_1086 (size=13119) 2024-11-12T07:24:45,848 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/d98097c3a4a54f2caf5125dd4ea49294 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/d98097c3a4a54f2caf5125dd4ea49294 2024-11-12T07:24:45,855 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/203929e9f5544d1f9d2292dcca1df3d1 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/203929e9f5544d1f9d2292dcca1df3d1 2024-11-12T07:24:45,858 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/B of 1cfae515ffb7f37a521447295ed95595 into d98097c3a4a54f2caf5125dd4ea49294(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:45,858 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:45,858 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/B, priority=12, startTime=1731396285816; duration=0sec 2024-11-12T07:24:45,858 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:45,858 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:B 2024-11-12T07:24:45,859 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:24:45,862 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:24:45,862 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/C is initiating minor compaction (all files) 2024-11-12T07:24:45,862 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/C in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:45,863 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a5301cb1e1e34094aaeb56694776e305, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/97c8dab1101e425b85eb669a28ea2d27, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/bb2f64279448425aa2ca209292a4f9ec, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/2d5c676c4fda406f834b8c7081c81b03] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=48.7 K 2024-11-12T07:24:45,863 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a5301cb1e1e34094aaeb56694776e305, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1731396280445 2024-11-12T07:24:45,864 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 97c8dab1101e425b85eb669a28ea2d27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731396282613 2024-11-12T07:24:45,865 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting bb2f64279448425aa2ca209292a4f9ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731396282648 2024-11-12T07:24:45,865 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d5c676c4fda406f834b8c7081c81b03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731396283794 2024-11-12T07:24:45,866 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/A of 1cfae515ffb7f37a521447295ed95595 into 203929e9f5544d1f9d2292dcca1df3d1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:45,866 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:45,866 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/A, priority=12, startTime=1731396285815; duration=0sec 2024-11-12T07:24:45,866 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:45,866 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:A 2024-11-12T07:24:45,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-12T07:24:45,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:45,868 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T07:24:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/ad8ecc0ec92d4bce84e8b6b9b85ac201 is 50, key is test_row_0/A:col10/1731396284991/Put/seqid=0 2024-11-12T07:24:45,891 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#C#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:45,892 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/c94b5909807846e88a190e9fc46f2415 is 50, key is test_row_0/C:col10/1731396284943/Put/seqid=0 2024-11-12T07:24:45,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741911_1087 (size=12301) 2024-11-12T07:24:45,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741912_1088 (size=13119) 2024-11-12T07:24:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T07:24:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:46,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. as already flushing 2024-11-12T07:24:46,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396346147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:46,150 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396346150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:46,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396346150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:46,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396346252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:46,262 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396346262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:46,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396346262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:46,296 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/ad8ecc0ec92d4bce84e8b6b9b85ac201 2024-11-12T07:24:46,304 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/c94b5909807846e88a190e9fc46f2415 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c94b5909807846e88a190e9fc46f2415 2024-11-12T07:24:46,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/72796a0e68224929add995a43c34229a is 50, key is test_row_0/B:col10/1731396284991/Put/seqid=0 2024-11-12T07:24:46,311 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/C of 1cfae515ffb7f37a521447295ed95595 into c94b5909807846e88a190e9fc46f2415(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:46,311 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:46,311 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/C, priority=12, startTime=1731396285816; duration=0sec 2024-11-12T07:24:46,312 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:46,312 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:C 2024-11-12T07:24:46,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741913_1089 (size=12301) 2024-11-12T07:24:46,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396346462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:46,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,464 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:46,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396346472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:46,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:46,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396346472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,474 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:46,720 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/72796a0e68224929add995a43c34229a 2024-11-12T07:24:46,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/a0f4602a7e8f485aadec8ce03e7cf4ba is 50, key is test_row_0/C:col10/1731396284991/Put/seqid=0 2024-11-12T07:24:46,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741914_1090 (size=12301) 2024-11-12T07:24:46,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396346772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:46,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,774 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:46,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:46,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396346782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:46,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396346782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:46,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T07:24:47,132 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/a0f4602a7e8f485aadec8ce03e7cf4ba 2024-11-12T07:24:47,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/ad8ecc0ec92d4bce84e8b6b9b85ac201 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ad8ecc0ec92d4bce84e8b6b9b85ac201 2024-11-12T07:24:47,143 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ad8ecc0ec92d4bce84e8b6b9b85ac201, entries=150, sequenceid=372, filesize=12.0 K 2024-11-12T07:24:47,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/72796a0e68224929add995a43c34229a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/72796a0e68224929add995a43c34229a 2024-11-12T07:24:47,151 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/72796a0e68224929add995a43c34229a, entries=150, sequenceid=372, filesize=12.0 K 2024-11-12T07:24:47,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/a0f4602a7e8f485aadec8ce03e7cf4ba as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a0f4602a7e8f485aadec8ce03e7cf4ba 2024-11-12T07:24:47,163 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a0f4602a7e8f485aadec8ce03e7cf4ba, entries=150, sequenceid=372, filesize=12.0 K 2024-11-12T07:24:47,165 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 1cfae515ffb7f37a521447295ed95595 in 1296ms, sequenceid=372, compaction requested=false 2024-11-12T07:24:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-12T07:24:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-12T07:24:47,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-12T07:24:47,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3710 sec 2024-11-12T07:24:47,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 2.3760 sec 2024-11-12T07:24:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:47,284 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:47,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T07:24:47,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/9db56678c2914a74b60d1f5944321d0d is 50, key is test_row_0/A:col10/1731396286146/Put/seqid=0 2024-11-12T07:24:47,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741915_1091 (size=12301) 2024-11-12T07:24:47,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/9db56678c2914a74b60d1f5944321d0d 2024-11-12T07:24:47,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/32ef5f1d3994497bb2a571ab65728e53 is 50, key is test_row_0/B:col10/1731396286146/Put/seqid=0 2024-11-12T07:24:47,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741916_1092 (size=12301) 2024-11-12T07:24:47,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/32ef5f1d3994497bb2a571ab65728e53 2024-11-12T07:24:47,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/c09ab055bc3c462587a871739960d7c9 is 50, key is test_row_0/C:col10/1731396286146/Put/seqid=0 2024-11-12T07:24:47,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741917_1093 (size=12301) 2024-11-12T07:24:47,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396347324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:47,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396347328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:47,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:47,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396347328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:47,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:47,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396347432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:47,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,433 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:47,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:47,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396347442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:47,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:47,444 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:47,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396347442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:47,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:47,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:47,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54894 deadline: 1731396347642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:47,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,645 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:47,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54864 deadline: 1731396347651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:47,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:47,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:47,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54914 deadline: 1731396347652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:47,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:47,656 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:24:47,726 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=386 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/c09ab055bc3c462587a871739960d7c9 2024-11-12T07:24:47,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/9db56678c2914a74b60d1f5944321d0d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9db56678c2914a74b60d1f5944321d0d 2024-11-12T07:24:47,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9db56678c2914a74b60d1f5944321d0d, entries=150, sequenceid=386, filesize=12.0 K 2024-11-12T07:24:47,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/32ef5f1d3994497bb2a571ab65728e53 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/32ef5f1d3994497bb2a571ab65728e53 2024-11-12T07:24:47,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/32ef5f1d3994497bb2a571ab65728e53, entries=150, sequenceid=386, filesize=12.0 K 2024-11-12T07:24:47,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/c09ab055bc3c462587a871739960d7c9 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c09ab055bc3c462587a871739960d7c9 2024-11-12T07:24:47,750 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c09ab055bc3c462587a871739960d7c9, entries=150, sequenceid=386, filesize=12.0 K 2024-11-12T07:24:47,751 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1cfae515ffb7f37a521447295ed95595 in 467ms, sequenceid=386, compaction requested=true 2024-11-12T07:24:47,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:47,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:24:47,751 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:47,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:47,751 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:24:47,752 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:47,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:47,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1cfae515ffb7f37a521447295ed95595:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:24:47,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:47,753 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:47,753 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:47,753 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/A is initiating minor compaction (all files) 2024-11-12T07:24:47,753 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/B is initiating minor compaction (all files) 2024-11-12T07:24:47,753 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/B in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:47,753 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/A in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:47,753 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/203929e9f5544d1f9d2292dcca1df3d1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ad8ecc0ec92d4bce84e8b6b9b85ac201, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9db56678c2914a74b60d1f5944321d0d] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=36.8 K 2024-11-12T07:24:47,753 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/d98097c3a4a54f2caf5125dd4ea49294, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/72796a0e68224929add995a43c34229a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/32ef5f1d3994497bb2a571ab65728e53] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=36.8 K 2024-11-12T07:24:47,753 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 203929e9f5544d1f9d2292dcca1df3d1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731396283794 2024-11-12T07:24:47,753 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d98097c3a4a54f2caf5125dd4ea49294, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731396283794 2024-11-12T07:24:47,754 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad8ecc0ec92d4bce84e8b6b9b85ac201, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731396284983 2024-11-12T07:24:47,754 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 72796a0e68224929add995a43c34229a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731396284983 2024-11-12T07:24:47,754 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9db56678c2914a74b60d1f5944321d0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731396286146 2024-11-12T07:24:47,754 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 32ef5f1d3994497bb2a571ab65728e53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731396286146 2024-11-12T07:24:47,763 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#B#compaction#81 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:47,763 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/ff864f90bec14721b9ed0a4fff549bf6 is 50, key is test_row_0/B:col10/1731396286146/Put/seqid=0 2024-11-12T07:24:47,766 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#A#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:47,767 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/f8940d03920246d1bdbc6a3ea4df2512 is 50, key is test_row_0/A:col10/1731396286146/Put/seqid=0 2024-11-12T07:24:47,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741918_1094 (size=13221) 2024-11-12T07:24:47,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741919_1095 (size=13221) 2024-11-12T07:24:47,798 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/ff864f90bec14721b9ed0a4fff549bf6 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/ff864f90bec14721b9ed0a4fff549bf6 2024-11-12T07:24:47,802 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/f8940d03920246d1bdbc6a3ea4df2512 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/f8940d03920246d1bdbc6a3ea4df2512 2024-11-12T07:24:47,809 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/B of 1cfae515ffb7f37a521447295ed95595 into ff864f90bec14721b9ed0a4fff549bf6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:47,810 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:47,810 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/B, priority=13, startTime=1731396287751; duration=0sec 2024-11-12T07:24:47,810 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:47,810 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:B 2024-11-12T07:24:47,810 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:24:47,812 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/A of 1cfae515ffb7f37a521447295ed95595 into f8940d03920246d1bdbc6a3ea4df2512(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:47,812 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:47,812 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/A, priority=13, startTime=1731396287751; duration=0sec 2024-11-12T07:24:47,812 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:24:47,812 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1cfae515ffb7f37a521447295ed95595/C is initiating minor compaction (all files) 2024-11-12T07:24:47,813 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1cfae515ffb7f37a521447295ed95595/C in TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:47,813 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:47,813 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:A 2024-11-12T07:24:47,813 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c94b5909807846e88a190e9fc46f2415, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a0f4602a7e8f485aadec8ce03e7cf4ba, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c09ab055bc3c462587a871739960d7c9] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp, totalSize=36.8 K 2024-11-12T07:24:47,813 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting c94b5909807846e88a190e9fc46f2415, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731396283794 2024-11-12T07:24:47,814 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a0f4602a7e8f485aadec8ce03e7cf4ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1731396284983 2024-11-12T07:24:47,814 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting c09ab055bc3c462587a871739960d7c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=386, earliestPutTs=1731396286146 2024-11-12T07:24:47,827 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1cfae515ffb7f37a521447295ed95595#C#compaction#83 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:47,828 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/e4d5472c1d2f499da757b95b52302e71 is 50, key is test_row_0/C:col10/1731396286146/Put/seqid=0 2024-11-12T07:24:47,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741920_1096 (size=13221) 2024-11-12T07:24:47,840 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/e4d5472c1d2f499da757b95b52302e71 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/e4d5472c1d2f499da757b95b52302e71 2024-11-12T07:24:47,849 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1cfae515ffb7f37a521447295ed95595/C of 1cfae515ffb7f37a521447295ed95595 into e4d5472c1d2f499da757b95b52302e71(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:47,849 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:47,849 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., storeName=1cfae515ffb7f37a521447295ed95595/C, priority=13, startTime=1731396287752; duration=0sec 2024-11-12T07:24:47,849 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:47,849 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1cfae515ffb7f37a521447295ed95595:C 2024-11-12T07:24:47,867 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-12T07:24:47,868 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:24:47,869 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-12T07:24:47,869 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:24:47,873 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:47,873 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:47,873 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-12T07:24:47,873 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:24:47,873 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:47,874 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:47,874 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:47,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:24:47,874 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-12T07:24:47,874 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:47,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:24:47,874 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:24:47,874 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:47,874 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:47,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:24:47,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:24:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:47,953 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:47,953 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T07:24:47,953 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-12T07:24:47,953 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:24:47,954 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:47,954 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:47,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:24:47,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/a3bbdb6509da4844acb5824ea7099d2f is 50, key is test_row_0/A:col10/1731396287323/Put/seqid=0 2024-11-12T07:24:47,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741921_1097 (size=12301) 2024-11-12T07:24:47,963 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-12T07:24:47,963 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-12T07:24:47,964 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:24:47,964 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:24:47,964 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:47,964 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:47,964 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:47,964 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:47,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:24:47,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:24:48,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/a3bbdb6509da4844acb5824ea7099d2f 2024-11-12T07:24:48,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/2b7cc1f7922f4bb1b6e1f95ad0ed2d9d is 50, key is test_row_0/B:col10/1731396287323/Put/seqid=0 2024-11-12T07:24:48,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741922_1098 (size=12301) 2024-11-12T07:24:48,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/2b7cc1f7922f4bb1b6e1f95ad0ed2d9d 2024-11-12T07:24:48,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/d8e13c73773241fbae3f9510f1409f93 is 50, key is test_row_0/C:col10/1731396287323/Put/seqid=0 2024-11-12T07:24:48,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741923_1099 (size=12301) 2024-11-12T07:24:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-12T07:24:48,963 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:49,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/d8e13c73773241fbae3f9510f1409f93 2024-11-12T07:24:49,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/a3bbdb6509da4844acb5824ea7099d2f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/a3bbdb6509da4844acb5824ea7099d2f 2024-11-12T07:24:49,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/a3bbdb6509da4844acb5824ea7099d2f, entries=150, sequenceid=413, filesize=12.0 K 2024-11-12T07:24:49,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/2b7cc1f7922f4bb1b6e1f95ad0ed2d9d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2b7cc1f7922f4bb1b6e1f95ad0ed2d9d 2024-11-12T07:24:49,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2b7cc1f7922f4bb1b6e1f95ad0ed2d9d, entries=150, sequenceid=413, filesize=12.0 K 2024-11-12T07:24:49,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/d8e13c73773241fbae3f9510f1409f93 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d8e13c73773241fbae3f9510f1409f93 2024-11-12T07:24:49,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d8e13c73773241fbae3f9510f1409f93, entries=150, sequenceid=413, filesize=12.0 K 2024-11-12T07:24:49,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for 1cfae515ffb7f37a521447295ed95595 in 1284ms, sequenceid=413, compaction requested=false 2024-11-12T07:24:49,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1cfae515ffb7f37a521447295ed95595: 2024-11-12T07:24:49,344 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-12T07:24:49,344 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:24:49,344 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:49,344 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:49,344 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:24:49,355 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-12T07:24:49,355 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:24:49,355 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:49,355 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:49,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:24:49,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T07:24:49,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-12T07:24:49,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 94 2024-11-12T07:24:49,356 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-12T07:24:49,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 105 2024-11-12T07:24:49,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-11-12T07:24:49,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T07:24:49,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3910 2024-11-12T07:24:49,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4062 2024-11-12T07:24:49,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T07:24:49,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1768 2024-11-12T07:24:49,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5303 rows 2024-11-12T07:24:49,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1756 2024-11-12T07:24:49,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5263 rows 2024-11-12T07:24:49,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:24:49,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:24:49,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:49,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:49,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:24:49,365 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T07:24:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T07:24:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T07:24:49,372 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396289372"}]},"ts":"1731396289372"} 2024-11-12T07:24:49,374 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T07:24:49,374 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T07:24:49,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T07:24:49,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfae515ffb7f37a521447295ed95595, UNASSIGN}] 2024-11-12T07:24:49,381 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfae515ffb7f37a521447295ed95595, UNASSIGN 2024-11-12T07:24:49,382 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=1cfae515ffb7f37a521447295ed95595, regionState=CLOSING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:24:49,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfae515ffb7f37a521447295ed95595, UNASSIGN because future has completed 2024-11-12T07:24:49,385 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:24:49,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:24:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T07:24:49,542 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:49,542 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:24:49,543 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing 1cfae515ffb7f37a521447295ed95595, disabling compactions & flushes 2024-11-12T07:24:49,543 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:49,543 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:49,543 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. after waiting 0 ms 2024-11-12T07:24:49,543 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:49,543 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing 1cfae515ffb7f37a521447295ed95595 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-12T07:24:49,548 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/1843c4ec317644bca6a2261bf7c0607f is 50, key is test_row_0/A:col10/1731396289353/Put/seqid=0 2024-11-12T07:24:49,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741924_1100 (size=12301) 2024-11-12T07:24:49,552 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/1843c4ec317644bca6a2261bf7c0607f 2024-11-12T07:24:49,560 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/2055c9385f00431f83a02ed1c4e63900 is 50, key is test_row_0/B:col10/1731396289353/Put/seqid=0 2024-11-12T07:24:49,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741925_1101 (size=12301) 2024-11-12T07:24:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T07:24:49,966 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/2055c9385f00431f83a02ed1c4e63900 2024-11-12T07:24:49,980 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/4bed076f1fcb4f92b08f97184c25c636 is 50, key is test_row_0/C:col10/1731396289353/Put/seqid=0 2024-11-12T07:24:49,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741926_1102 (size=12301) 2024-11-12T07:24:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T07:24:50,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:24:50,386 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/4bed076f1fcb4f92b08f97184c25c636 2024-11-12T07:24:50,397 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/A/1843c4ec317644bca6a2261bf7c0607f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/1843c4ec317644bca6a2261bf7c0607f 2024-11-12T07:24:50,404 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/1843c4ec317644bca6a2261bf7c0607f, entries=150, sequenceid=420, filesize=12.0 K 2024-11-12T07:24:50,405 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/B/2055c9385f00431f83a02ed1c4e63900 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2055c9385f00431f83a02ed1c4e63900 2024-11-12T07:24:50,411 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2055c9385f00431f83a02ed1c4e63900, entries=150, sequenceid=420, filesize=12.0 K 2024-11-12T07:24:50,413 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/.tmp/C/4bed076f1fcb4f92b08f97184c25c636 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/4bed076f1fcb4f92b08f97184c25c636 2024-11-12T07:24:50,419 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/4bed076f1fcb4f92b08f97184c25c636, entries=150, sequenceid=420, filesize=12.0 K 2024-11-12T07:24:50,420 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 1cfae515ffb7f37a521447295ed95595 in 877ms, sequenceid=420, compaction requested=true 2024-11-12T07:24:50,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/d074d74528954276a9e802977ccceabe, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ccb0ac9c9ae54c08b1f99f89020b5b3f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/6a0b65cf46f24bedac633775b771dda9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/1497f8f5ab8c4927a8c957569f6da693, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/2048c7788c6f41f3b5ce5c51d737c928, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/8c0075bb9ef64a4d833a4a9465e131e3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/64818838b7ff4e5b98b31679471926e8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9df4c93cf5b04248badf010b8c16dc32, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ba9ac6c0ab5d4e52b82a8c8a6abffba8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/aed8310c24c747feac28abd6c68b93a4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/af0d3e7ff68346d1999b780821dd4eda, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/e4c11ca80d504db3950a9f4f04f57b0f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9f5aebc94f9344ac83a811204a9ecdc3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/954202022e2e47c9aed2227c27f4aee3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9bb483381eba4181970ca7f26da5ffb8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/152c71b7157c4a64921603f4d7894283, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/a4b73602f07a423ab65cccb899729b89, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/2f7eebc7410545dab8e304f0bf6542d3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/23de0ccdb4d6472a91fea9383f95a77a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/e53ff3e98f7941819760a8bec2b8d269, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/43147bf3302949ca8f5ad409c1f4821a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/c53067cb2ebd4c5aa38a30888c6edee0, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/109c916ddf4b4fcd84f06d9575a16126, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/76f35c11854b4d41b58f9671cc6e4942, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/203929e9f5544d1f9d2292dcca1df3d1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ad8ecc0ec92d4bce84e8b6b9b85ac201, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9db56678c2914a74b60d1f5944321d0d] to archive 2024-11-12T07:24:50,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:24:50,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/d074d74528954276a9e802977ccceabe to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/d074d74528954276a9e802977ccceabe 2024-11-12T07:24:50,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ccb0ac9c9ae54c08b1f99f89020b5b3f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ccb0ac9c9ae54c08b1f99f89020b5b3f 2024-11-12T07:24:50,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/6a0b65cf46f24bedac633775b771dda9 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/6a0b65cf46f24bedac633775b771dda9 2024-11-12T07:24:50,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/1497f8f5ab8c4927a8c957569f6da693 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/1497f8f5ab8c4927a8c957569f6da693 2024-11-12T07:24:50,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/2048c7788c6f41f3b5ce5c51d737c928 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/2048c7788c6f41f3b5ce5c51d737c928 2024-11-12T07:24:50,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/8c0075bb9ef64a4d833a4a9465e131e3 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/8c0075bb9ef64a4d833a4a9465e131e3 2024-11-12T07:24:50,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/64818838b7ff4e5b98b31679471926e8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/64818838b7ff4e5b98b31679471926e8 2024-11-12T07:24:50,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9df4c93cf5b04248badf010b8c16dc32 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9df4c93cf5b04248badf010b8c16dc32 2024-11-12T07:24:50,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ba9ac6c0ab5d4e52b82a8c8a6abffba8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ba9ac6c0ab5d4e52b82a8c8a6abffba8 2024-11-12T07:24:50,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/aed8310c24c747feac28abd6c68b93a4 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/aed8310c24c747feac28abd6c68b93a4 2024-11-12T07:24:50,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/af0d3e7ff68346d1999b780821dd4eda to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/af0d3e7ff68346d1999b780821dd4eda 2024-11-12T07:24:50,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/e4c11ca80d504db3950a9f4f04f57b0f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/e4c11ca80d504db3950a9f4f04f57b0f 2024-11-12T07:24:50,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9f5aebc94f9344ac83a811204a9ecdc3 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9f5aebc94f9344ac83a811204a9ecdc3 2024-11-12T07:24:50,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/954202022e2e47c9aed2227c27f4aee3 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/954202022e2e47c9aed2227c27f4aee3 2024-11-12T07:24:50,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9bb483381eba4181970ca7f26da5ffb8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9bb483381eba4181970ca7f26da5ffb8 2024-11-12T07:24:50,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/152c71b7157c4a64921603f4d7894283 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/152c71b7157c4a64921603f4d7894283 2024-11-12T07:24:50,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/a4b73602f07a423ab65cccb899729b89 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/a4b73602f07a423ab65cccb899729b89 2024-11-12T07:24:50,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/2f7eebc7410545dab8e304f0bf6542d3 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/2f7eebc7410545dab8e304f0bf6542d3 2024-11-12T07:24:50,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/23de0ccdb4d6472a91fea9383f95a77a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/23de0ccdb4d6472a91fea9383f95a77a 2024-11-12T07:24:50,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/e53ff3e98f7941819760a8bec2b8d269 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/e53ff3e98f7941819760a8bec2b8d269 2024-11-12T07:24:50,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/43147bf3302949ca8f5ad409c1f4821a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/43147bf3302949ca8f5ad409c1f4821a 2024-11-12T07:24:50,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/c53067cb2ebd4c5aa38a30888c6edee0 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/c53067cb2ebd4c5aa38a30888c6edee0 2024-11-12T07:24:50,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/109c916ddf4b4fcd84f06d9575a16126 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/109c916ddf4b4fcd84f06d9575a16126 2024-11-12T07:24:50,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/76f35c11854b4d41b58f9671cc6e4942 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/76f35c11854b4d41b58f9671cc6e4942 2024-11-12T07:24:50,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/203929e9f5544d1f9d2292dcca1df3d1 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/203929e9f5544d1f9d2292dcca1df3d1 2024-11-12T07:24:50,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ad8ecc0ec92d4bce84e8b6b9b85ac201 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/ad8ecc0ec92d4bce84e8b6b9b85ac201 2024-11-12T07:24:50,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9db56678c2914a74b60d1f5944321d0d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/9db56678c2914a74b60d1f5944321d0d 2024-11-12T07:24:50,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/33da1f0babbd4fe1802a8466dd27998a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a3783596ba7e4ec09359163e701f6b41, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/ef948ab079d14b8dafe64a147eb74800, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/dff16d2615a94a9e9fb0283d923ff59c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/62704bcc8517495d80adfe6d964422c6, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/c0ee500c116a4baeaa6889902963963f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2ec05aed564146c9a0f86edbcf9de633, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/20ab77356b4f4b9caebb53ecb490dead, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2c848e4d1687460d90ac2e41f20db617, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/1f26fcf27e394fcc8a93c0224a708194, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/eb2cea41af2043fe9eaa0e8ec6bcb117, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/8340d39df971446bb87f61fc4e11f921, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/568b0a61059b4a3e8fdb0cca1fb48beb, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/8a4fbeac64a0481ba46bc0fbecdb8cab, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/3be2af57fd814424b19150f8d2f148ac, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/3022cc4cefc640e19f0bd2a132e34706, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/d827975d455641e29d63491c3ac92759, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/58f9d54017d14c89bd9c17a921ce38f4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/bac3d48e3d0341318a7a610bd53e22f2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/b8cfb602c65242299bd9bd17ace5d4d9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a92f1ade17a248ac867e1ff4bb760a70, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/22423296331b4b6eae67ef261215e42c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/912edfe7e73d473e8d1d021f286d8747, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/d98097c3a4a54f2caf5125dd4ea49294, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a449564d66a64778b6ed0b551762a078, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/72796a0e68224929add995a43c34229a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/32ef5f1d3994497bb2a571ab65728e53] to archive 2024-11-12T07:24:50,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:24:50,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/33da1f0babbd4fe1802a8466dd27998a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/33da1f0babbd4fe1802a8466dd27998a 2024-11-12T07:24:50,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a3783596ba7e4ec09359163e701f6b41 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a3783596ba7e4ec09359163e701f6b41 2024-11-12T07:24:50,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/ef948ab079d14b8dafe64a147eb74800 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/ef948ab079d14b8dafe64a147eb74800 2024-11-12T07:24:50,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/dff16d2615a94a9e9fb0283d923ff59c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/dff16d2615a94a9e9fb0283d923ff59c 2024-11-12T07:24:50,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/62704bcc8517495d80adfe6d964422c6 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/62704bcc8517495d80adfe6d964422c6 2024-11-12T07:24:50,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/c0ee500c116a4baeaa6889902963963f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/c0ee500c116a4baeaa6889902963963f 2024-11-12T07:24:50,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2ec05aed564146c9a0f86edbcf9de633 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2ec05aed564146c9a0f86edbcf9de633 2024-11-12T07:24:50,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/20ab77356b4f4b9caebb53ecb490dead to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/20ab77356b4f4b9caebb53ecb490dead 2024-11-12T07:24:50,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2c848e4d1687460d90ac2e41f20db617 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2c848e4d1687460d90ac2e41f20db617 2024-11-12T07:24:50,485 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/1f26fcf27e394fcc8a93c0224a708194 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/1f26fcf27e394fcc8a93c0224a708194 2024-11-12T07:24:50,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/eb2cea41af2043fe9eaa0e8ec6bcb117 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/eb2cea41af2043fe9eaa0e8ec6bcb117 2024-11-12T07:24:50,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/8340d39df971446bb87f61fc4e11f921 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/8340d39df971446bb87f61fc4e11f921 2024-11-12T07:24:50,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/568b0a61059b4a3e8fdb0cca1fb48beb to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/568b0a61059b4a3e8fdb0cca1fb48beb 2024-11-12T07:24:50,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/8a4fbeac64a0481ba46bc0fbecdb8cab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/8a4fbeac64a0481ba46bc0fbecdb8cab 2024-11-12T07:24:50,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/3be2af57fd814424b19150f8d2f148ac to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/3be2af57fd814424b19150f8d2f148ac 2024-11-12T07:24:50,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/3022cc4cefc640e19f0bd2a132e34706 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/3022cc4cefc640e19f0bd2a132e34706 2024-11-12T07:24:50,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/d827975d455641e29d63491c3ac92759 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/d827975d455641e29d63491c3ac92759 2024-11-12T07:24:50,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/58f9d54017d14c89bd9c17a921ce38f4 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/58f9d54017d14c89bd9c17a921ce38f4 2024-11-12T07:24:50,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/bac3d48e3d0341318a7a610bd53e22f2 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/bac3d48e3d0341318a7a610bd53e22f2 2024-11-12T07:24:50,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/b8cfb602c65242299bd9bd17ace5d4d9 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/b8cfb602c65242299bd9bd17ace5d4d9 2024-11-12T07:24:50,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a92f1ade17a248ac867e1ff4bb760a70 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a92f1ade17a248ac867e1ff4bb760a70 2024-11-12T07:24:50,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/22423296331b4b6eae67ef261215e42c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/22423296331b4b6eae67ef261215e42c 2024-11-12T07:24:50,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/912edfe7e73d473e8d1d021f286d8747 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/912edfe7e73d473e8d1d021f286d8747 2024-11-12T07:24:50,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/d98097c3a4a54f2caf5125dd4ea49294 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/d98097c3a4a54f2caf5125dd4ea49294 2024-11-12T07:24:50,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a449564d66a64778b6ed0b551762a078 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/a449564d66a64778b6ed0b551762a078 2024-11-12T07:24:50,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/72796a0e68224929add995a43c34229a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/72796a0e68224929add995a43c34229a 2024-11-12T07:24:50,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/32ef5f1d3994497bb2a571ab65728e53 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/32ef5f1d3994497bb2a571ab65728e53 2024-11-12T07:24:50,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/298ebad914c942df9a7894eb5054f6da, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/22140e3a58f64058b18dbc7342e529cb, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/3cee443c081544668bdf237ad223162c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/938f008c95aa4cde931654a199b4c0b9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/cbd10209beb34de0bb04b5bb72f06ec3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d89eb063086f46b3ae2f7e47a97ea3c7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/8f4ce25cfcae4689b41badc62e0bd1bb, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/71edee862f164776a5bbcacb05e78231, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/3be5004936d64177bc7f69c451706f2c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/9825fb5db1254abda9965dbb6d029f66, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/26fc0fe7aeaf4ff398e3e11df2a5710c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a5db256297104806bd6ff9aeb3883c23, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/55436b3901944f12bc2369050dc8ee43, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/6813521bb41c4b1e909e598de33d4316, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c776caaa9470405a812f358734da1f0e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/0ba9a90038104d9a9f1587d545eb765c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/508850f6da54409a831ccf7b49c6e6a6, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d4abed8f48ca4726bdddff9fb6cf1a42, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/69442f5bfbe841cd8b80c428e98393cc, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a5301cb1e1e34094aaeb56694776e305, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/86489ffb4c8c483fb2d33d1925aaba72, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/97c8dab1101e425b85eb669a28ea2d27, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/bb2f64279448425aa2ca209292a4f9ec, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c94b5909807846e88a190e9fc46f2415, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/2d5c676c4fda406f834b8c7081c81b03, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a0f4602a7e8f485aadec8ce03e7cf4ba, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c09ab055bc3c462587a871739960d7c9] to archive 2024-11-12T07:24:50,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:24:50,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/298ebad914c942df9a7894eb5054f6da to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/298ebad914c942df9a7894eb5054f6da 2024-11-12T07:24:50,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/22140e3a58f64058b18dbc7342e529cb to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/22140e3a58f64058b18dbc7342e529cb 2024-11-12T07:24:50,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/3cee443c081544668bdf237ad223162c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/3cee443c081544668bdf237ad223162c 2024-11-12T07:24:50,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/938f008c95aa4cde931654a199b4c0b9 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/938f008c95aa4cde931654a199b4c0b9 2024-11-12T07:24:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T07:24:50,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/cbd10209beb34de0bb04b5bb72f06ec3 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/cbd10209beb34de0bb04b5bb72f06ec3 2024-11-12T07:24:50,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d89eb063086f46b3ae2f7e47a97ea3c7 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d89eb063086f46b3ae2f7e47a97ea3c7 2024-11-12T07:24:50,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/8f4ce25cfcae4689b41badc62e0bd1bb to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/8f4ce25cfcae4689b41badc62e0bd1bb 2024-11-12T07:24:50,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/71edee862f164776a5bbcacb05e78231 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/71edee862f164776a5bbcacb05e78231 2024-11-12T07:24:50,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/3be5004936d64177bc7f69c451706f2c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/3be5004936d64177bc7f69c451706f2c 2024-11-12T07:24:50,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/9825fb5db1254abda9965dbb6d029f66 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/9825fb5db1254abda9965dbb6d029f66 2024-11-12T07:24:50,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/26fc0fe7aeaf4ff398e3e11df2a5710c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/26fc0fe7aeaf4ff398e3e11df2a5710c 2024-11-12T07:24:50,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a5db256297104806bd6ff9aeb3883c23 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a5db256297104806bd6ff9aeb3883c23 2024-11-12T07:24:50,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/55436b3901944f12bc2369050dc8ee43 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/55436b3901944f12bc2369050dc8ee43 2024-11-12T07:24:50,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/6813521bb41c4b1e909e598de33d4316 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/6813521bb41c4b1e909e598de33d4316 2024-11-12T07:24:50,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c776caaa9470405a812f358734da1f0e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c776caaa9470405a812f358734da1f0e 2024-11-12T07:24:50,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/0ba9a90038104d9a9f1587d545eb765c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/0ba9a90038104d9a9f1587d545eb765c 2024-11-12T07:24:50,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/508850f6da54409a831ccf7b49c6e6a6 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/508850f6da54409a831ccf7b49c6e6a6 2024-11-12T07:24:50,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d4abed8f48ca4726bdddff9fb6cf1a42 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d4abed8f48ca4726bdddff9fb6cf1a42 2024-11-12T07:24:50,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/69442f5bfbe841cd8b80c428e98393cc to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/69442f5bfbe841cd8b80c428e98393cc 2024-11-12T07:24:50,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a5301cb1e1e34094aaeb56694776e305 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a5301cb1e1e34094aaeb56694776e305 2024-11-12T07:24:50,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/86489ffb4c8c483fb2d33d1925aaba72 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/86489ffb4c8c483fb2d33d1925aaba72 2024-11-12T07:24:50,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/97c8dab1101e425b85eb669a28ea2d27 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/97c8dab1101e425b85eb669a28ea2d27 2024-11-12T07:24:50,531 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/bb2f64279448425aa2ca209292a4f9ec to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/bb2f64279448425aa2ca209292a4f9ec 2024-11-12T07:24:50,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c94b5909807846e88a190e9fc46f2415 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c94b5909807846e88a190e9fc46f2415 2024-11-12T07:24:50,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/2d5c676c4fda406f834b8c7081c81b03 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/2d5c676c4fda406f834b8c7081c81b03 2024-11-12T07:24:50,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a0f4602a7e8f485aadec8ce03e7cf4ba to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/a0f4602a7e8f485aadec8ce03e7cf4ba 2024-11-12T07:24:50,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c09ab055bc3c462587a871739960d7c9 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/c09ab055bc3c462587a871739960d7c9 2024-11-12T07:24:50,539 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/recovered.edits/423.seqid, newMaxSeqId=423, maxSeqId=1 2024-11-12T07:24:50,540 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. 2024-11-12T07:24:50,540 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for 1cfae515ffb7f37a521447295ed95595: Waiting for close lock at 1731396289543Running coprocessor pre-close hooks at 1731396289543Disabling compacts and flushes for region at 1731396289543Disabling writes for close at 1731396289543Obtaining lock to block concurrent updates at 1731396289543Preparing flush snapshotting stores in 1cfae515ffb7f37a521447295ed95595 at 1731396289543Finished memstore snapshotting TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1731396289544 (+1 ms)Flushing stores of TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595. at 1731396289544Flushing 1cfae515ffb7f37a521447295ed95595/A: creating writer at 1731396289544Flushing 1cfae515ffb7f37a521447295ed95595/A: appending metadata at 1731396289548 (+4 ms)Flushing 1cfae515ffb7f37a521447295ed95595/A: closing flushed file at 1731396289548Flushing 1cfae515ffb7f37a521447295ed95595/B: creating writer at 1731396289557 (+9 ms)Flushing 1cfae515ffb7f37a521447295ed95595/B: appending metadata at 1731396289560 (+3 ms)Flushing 1cfae515ffb7f37a521447295ed95595/B: closing flushed file at 1731396289560Flushing 1cfae515ffb7f37a521447295ed95595/C: creating writer at 1731396289977 (+417 ms)Flushing 1cfae515ffb7f37a521447295ed95595/C: appending metadata at 1731396289980 (+3 ms)Flushing 1cfae515ffb7f37a521447295ed95595/C: closing flushed file at 1731396289980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@325bbbde: reopening flushed file at 1731396290395 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25562e3e: reopening flushed file at 1731396290404 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@771b3cc5: reopening flushed file at 1731396290411 (+7 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 1cfae515ffb7f37a521447295ed95595 in 877ms, sequenceid=420, compaction requested=true at 1731396290420 (+9 ms)Writing region close event to WAL at 1731396290536 (+116 ms)Running coprocessor post-close hooks at 1731396290540 (+4 ms)Closed at 1731396290540 2024-11-12T07:24:50,543 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed 1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:50,543 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=1cfae515ffb7f37a521447295ed95595, regionState=CLOSED 2024-11-12T07:24:50,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:24:50,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-12T07:24:50,548 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure 1cfae515ffb7f37a521447295ed95595, server=cea23c84c117,42891,1731396261716 in 1.1600 sec 2024-11-12T07:24:50,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-12T07:24:50,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1cfae515ffb7f37a521447295ed95595, UNASSIGN in 1.1670 sec 2024-11-12T07:24:50,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-12T07:24:50,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1750 sec 2024-11-12T07:24:50,554 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396290553"}]},"ts":"1731396290553"} 2024-11-12T07:24:50,556 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T07:24:50,556 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T07:24:50,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1890 sec 2024-11-12T07:24:51,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-12T07:24:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-12T07:24:51,522 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:51,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T07:24:51,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:24:51,529 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:24:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-12T07:24:51,530 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:24:51,536 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:51,541 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/recovered.edits] 2024-11-12T07:24:51,545 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/1843c4ec317644bca6a2261bf7c0607f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/1843c4ec317644bca6a2261bf7c0607f 2024-11-12T07:24:51,547 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/a3bbdb6509da4844acb5824ea7099d2f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/a3bbdb6509da4844acb5824ea7099d2f 2024-11-12T07:24:51,549 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/f8940d03920246d1bdbc6a3ea4df2512 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/A/f8940d03920246d1bdbc6a3ea4df2512 2024-11-12T07:24:51,551 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2055c9385f00431f83a02ed1c4e63900 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2055c9385f00431f83a02ed1c4e63900 2024-11-12T07:24:51,553 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2b7cc1f7922f4bb1b6e1f95ad0ed2d9d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/2b7cc1f7922f4bb1b6e1f95ad0ed2d9d 2024-11-12T07:24:51,554 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/ff864f90bec14721b9ed0a4fff549bf6 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/B/ff864f90bec14721b9ed0a4fff549bf6 2024-11-12T07:24:51,557 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/4bed076f1fcb4f92b08f97184c25c636 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/4bed076f1fcb4f92b08f97184c25c636 2024-11-12T07:24:51,558 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d8e13c73773241fbae3f9510f1409f93 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/d8e13c73773241fbae3f9510f1409f93 2024-11-12T07:24:51,559 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/e4d5472c1d2f499da757b95b52302e71 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/C/e4d5472c1d2f499da757b95b52302e71 2024-11-12T07:24:51,562 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/recovered.edits/423.seqid to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595/recovered.edits/423.seqid 2024-11-12T07:24:51,562 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1cfae515ffb7f37a521447295ed95595 2024-11-12T07:24:51,563 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T07:24:51,569 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:24:51,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T07:24:51,580 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T07:24:51,610 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T07:24:51,612 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:24:51,612 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T07:24:51,613 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731396291612"}]},"ts":"9223372036854775807"} 2024-11-12T07:24:51,617 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T07:24:51,617 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1cfae515ffb7f37a521447295ed95595, NAME => 'TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T07:24:51,617 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T07:24:51,617 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731396291617"}]},"ts":"9223372036854775807"} 2024-11-12T07:24:51,620 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T07:24:51,621 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:24:51,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 97 msec 2024-11-12T07:24:51,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-12T07:24:51,633 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T07:24:51,633 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:51,645 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1591916782_22 at /127.0.0.1:38192 [Waiting for operation #12] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/cea23c84c117:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;cea23c84c117:42891-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1591916782_22 at /127.0.0.1:43302 [Waiting for operation #285] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1912230518_22 at /127.0.0.1:43436 [Waiting for operation #264] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=599 (was 439) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7228 (was 8367) 2024-11-12T07:24:51,655 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=599, ProcessCount=11, AvailableMemoryMB=7227 2024-11-12T07:24:51,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T07:24:51,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:24:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T07:24:51,659 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:24:51,659 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:51,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-11-12T07:24:51,660 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:24:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-12T07:24:51,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741927_1103 (size=959) 2024-11-12T07:24:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-12T07:24:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-12T07:24:52,070 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb 2024-11-12T07:24:52,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741928_1104 (size=53) 2024-11-12T07:24:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-12T07:24:52,483 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:24:52,483 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b04bfb6d8795403aa4471a7eda4bed6d, disabling compactions & flushes 2024-11-12T07:24:52,483 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:52,484 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:52,484 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. after waiting 0 ms 2024-11-12T07:24:52,484 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:52,484 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:52,484 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b04bfb6d8795403aa4471a7eda4bed6d: Waiting for close lock at 1731396292483Disabling compacts and flushes for region at 1731396292483Disabling writes for close at 1731396292484 (+1 ms)Writing region close event to WAL at 1731396292484Closed at 1731396292484 2024-11-12T07:24:52,486 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:24:52,487 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731396292486"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396292486"}]},"ts":"1731396292486"} 2024-11-12T07:24:52,490 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:24:52,492 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:24:52,492 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396292492"}]},"ts":"1731396292492"} 2024-11-12T07:24:52,495 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T07:24:52,496 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, ASSIGN}] 2024-11-12T07:24:52,497 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, ASSIGN 2024-11-12T07:24:52,498 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, ASSIGN; state=OFFLINE, location=cea23c84c117,42891,1731396261716; forceNewPlan=false, retain=false 2024-11-12T07:24:52,649 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=b04bfb6d8795403aa4471a7eda4bed6d, regionState=OPENING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:24:52,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, ASSIGN because future has completed 2024-11-12T07:24:52,655 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:24:52,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-12T07:24:52,815 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:52,815 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:24:52,816 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:52,816 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:24:52,816 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:52,816 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:52,819 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:52,823 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b04bfb6d8795403aa4471a7eda4bed6d columnFamilyName A 2024-11-12T07:24:52,824 DEBUG [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:52,825 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] regionserver.HStore(327): Store=b04bfb6d8795403aa4471a7eda4bed6d/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:24:52,825 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:52,827 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b04bfb6d8795403aa4471a7eda4bed6d columnFamilyName B 2024-11-12T07:24:52,827 DEBUG [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:52,828 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] regionserver.HStore(327): Store=b04bfb6d8795403aa4471a7eda4bed6d/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:24:52,828 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:52,830 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b04bfb6d8795403aa4471a7eda4bed6d columnFamilyName C 2024-11-12T07:24:52,830 DEBUG [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:52,831 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] regionserver.HStore(327): Store=b04bfb6d8795403aa4471a7eda4bed6d/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:24:52,831 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:52,832 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:52,833 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:52,835 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:52,835 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:52,836 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T07:24:52,838 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:52,841 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:24:52,842 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened b04bfb6d8795403aa4471a7eda4bed6d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67329097, jitterRate=0.003281727433204651}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T07:24:52,842 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:52,844 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for b04bfb6d8795403aa4471a7eda4bed6d: Running coprocessor pre-open hook at 1731396292817Writing region info on filesystem at 1731396292817Initializing all the Stores at 1731396292818 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396292818Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396292819 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396292819Cleaning up temporary data from old regions at 1731396292835 (+16 ms)Running coprocessor post-open hooks at 1731396292842 (+7 ms)Region opened successfully at 1731396292844 (+2 ms) 2024-11-12T07:24:52,845 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., pid=32, masterSystemTime=1731396292809 2024-11-12T07:24:52,848 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:52,848 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:52,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=b04bfb6d8795403aa4471a7eda4bed6d, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:24:52,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:24:52,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-12T07:24:52,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 in 197 msec 2024-11-12T07:24:52,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-12T07:24:52,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, ASSIGN in 358 msec 2024-11-12T07:24:52,857 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:24:52,857 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396292857"}]},"ts":"1731396292857"} 2024-11-12T07:24:52,859 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T07:24:52,860 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:24:52,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2030 sec 2024-11-12T07:24:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-12T07:24:53,813 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:53,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229ee4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:53,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:53,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:53,817 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:53,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:53,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:53,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29de59cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:53,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:53,822 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:53,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@635a54b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:53,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:53,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:53,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:24:53,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,34741,1731396260892 2024-11-12T07:24:53,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70e495a7 2024-11-12T07:24:53,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:24:53,831 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:24:53,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T07:24:53,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:24:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T07:24:53,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741929_1105 (size=995) 2024-11-12T07:24:54,259 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-12T07:24:54,259 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-12T07:24:54,263 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T07:24:54,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, REOPEN/MOVE}] 2024-11-12T07:24:54,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, REOPEN/MOVE 2024-11-12T07:24:54,273 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=b04bfb6d8795403aa4471a7eda4bed6d, regionState=CLOSING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:24:54,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, REOPEN/MOVE because future has completed 2024-11-12T07:24:54,275 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:24:54,275 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:24:54,428 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,428 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:24:54,428 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing b04bfb6d8795403aa4471a7eda4bed6d, disabling compactions & flushes 2024-11-12T07:24:54,428 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:54,428 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:54,428 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. after waiting 0 ms 2024-11-12T07:24:54,428 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:54,433 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T07:24:54,434 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:54,434 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for b04bfb6d8795403aa4471a7eda4bed6d: Waiting for close lock at 1731396294428Running coprocessor pre-close hooks at 1731396294428Disabling compacts and flushes for region at 1731396294428Disabling writes for close at 1731396294428Writing region close event to WAL at 1731396294429 (+1 ms)Running coprocessor post-close hooks at 1731396294434 (+5 ms)Closed at 1731396294434 2024-11-12T07:24:54,434 WARN [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: b04bfb6d8795403aa4471a7eda4bed6d to self. 2024-11-12T07:24:54,436 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,436 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=b04bfb6d8795403aa4471a7eda4bed6d, regionState=CLOSED 2024-11-12T07:24:54,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:24:54,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-12T07:24:54,442 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, REOPEN/MOVE; state=CLOSED, location=cea23c84c117,42891,1731396261716; forceNewPlan=false, retain=true 2024-11-12T07:24:54,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 in 164 msec 2024-11-12T07:24:54,593 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=b04bfb6d8795403aa4471a7eda4bed6d, regionState=OPENING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:24:54,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, REOPEN/MOVE because future has completed 2024-11-12T07:24:54,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:24:54,749 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:54,750 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:24:54,750 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,750 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:24:54,750 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,750 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,754 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,759 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b04bfb6d8795403aa4471a7eda4bed6d columnFamilyName A 2024-11-12T07:24:54,761 DEBUG [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:54,762 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] regionserver.HStore(327): Store=b04bfb6d8795403aa4471a7eda4bed6d/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:24:54,762 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,763 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b04bfb6d8795403aa4471a7eda4bed6d columnFamilyName B 2024-11-12T07:24:54,763 DEBUG [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:54,764 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] regionserver.HStore(327): Store=b04bfb6d8795403aa4471a7eda4bed6d/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:24:54,764 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,764 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b04bfb6d8795403aa4471a7eda4bed6d columnFamilyName C 2024-11-12T07:24:54,764 DEBUG [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:54,765 INFO [StoreOpener-b04bfb6d8795403aa4471a7eda4bed6d-1 {}] regionserver.HStore(327): Store=b04bfb6d8795403aa4471a7eda4bed6d/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:24:54,765 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,766 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,766 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,767 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,767 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,768 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T07:24:54,769 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,769 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened b04bfb6d8795403aa4471a7eda4bed6d; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62913388, jitterRate=-0.06251746416091919}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T07:24:54,769 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,770 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for b04bfb6d8795403aa4471a7eda4bed6d: Running coprocessor pre-open hook at 1731396294750Writing region info on filesystem at 1731396294750Initializing all the Stores at 1731396294751 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396294751Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396294751Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396294751Cleaning up temporary data from old regions at 1731396294767 (+16 ms)Running coprocessor post-open hooks at 1731396294769 (+2 ms)Region opened successfully at 1731396294770 (+1 ms) 2024-11-12T07:24:54,771 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., pid=37, masterSystemTime=1731396294747 2024-11-12T07:24:54,773 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:54,773 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:54,774 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=b04bfb6d8795403aa4471a7eda4bed6d, regionState=OPEN, openSeqNum=5, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:24:54,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:24:54,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-11-12T07:24:54,779 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 in 182 msec 2024-11-12T07:24:54,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-12T07:24:54,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, REOPEN/MOVE in 508 msec 2024-11-12T07:24:54,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-12T07:24:54,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 521 msec 2024-11-12T07:24:54,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 948 msec 2024-11-12T07:24:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-12T07:24:54,794 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:54,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280b3bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,795 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:54,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:54,796 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8967bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:54,797 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:54,798 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:54,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db1b3b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70646c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:54,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:54,800 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:54,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:54,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:54,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e7ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:54,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:54,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:54,802 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:54,803 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b7d94f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@580d088e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:54,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:54,805 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:54,805 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:54,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:54,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46458680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:54,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:54,806 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:54,807 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:54,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5b1ed7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@148de5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:54,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:54,809 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:54,809 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:54,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:54,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9231fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:54,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:54,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:54,811 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:54,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@646d1973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680235d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:54,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:54,814 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:54,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b709953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:54,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:54,816 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:54,817 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45966b19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721bdc4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:54,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:54,819 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:54,819 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341b578d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:54,821 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:54,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6beaa432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c4d062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:54,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:54,824 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757c90f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:54,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:54,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:54,826 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:54,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c88dcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aba8a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:54,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:54,829 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13021d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:54,830 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:54,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:54,831 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:54,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33122ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362c2074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,833 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:24:54,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:24:54,834 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:24:54,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:24:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:24:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216ee403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:24:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:24:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:24:54,836 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:24:54,837 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aff2db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:24:54,838 DEBUG [Thread-553 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:54,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:54,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:54,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:54,844 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:24:54,848 DEBUG [Thread-560 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:54,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:54,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:54,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:54,854 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:24:54,864 DEBUG [Thread-551 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:54,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:54,866 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:54,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:24:54,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:54,870 DEBUG [Thread-564 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:54,870 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:24:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-12T07:24:54,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-12T07:24:54,872 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:24:54,872 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:54,873 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:54,873 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:24:54,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:24:54,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:54,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:54,875 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:54,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:24:54,875 DEBUG [Thread-555 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:54,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:24:54,881 DEBUG [Thread-549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:54,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:54,884 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:54,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:54,888 DEBUG [Thread-562 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:54,889 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:54,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:24:54,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:54,893 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:24:54,899 DEBUG [Thread-557 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:54,902 DEBUG [Thread-557 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:54,902 DEBUG [Thread-557 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:54,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:54,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:24:54,909 DEBUG [Thread-566 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:24:54,909 DEBUG [Thread-555 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:54,910 DEBUG [Thread-555 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:54,910 DEBUG [Thread-566 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:24:54,911 DEBUG [Thread-566 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:24:54,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:54,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:24:54,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:24:54,915 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:24:54,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:54,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396354938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:54,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:54,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396354940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:54,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:54,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:54,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:54,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:54,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:54,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396354942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:54,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:54,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:54,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:54,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:54,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396354947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:54,958 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:54,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:54,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396354956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:54,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:54,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:54,964 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:54,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a7350271802249e4b224a9b0d1923693_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396294862/Put/seqid=0 2024-11-12T07:24:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-12T07:24:55,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741930_1106 (size=12154) 2024-11-12T07:24:55,016 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:55,023 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a7350271802249e4b224a9b0d1923693_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a7350271802249e4b224a9b0d1923693_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:55,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-12T07:24:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:24:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:55,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,029 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/4f5296430b154c5f8331d2741ba1f38e, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:24:55,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/4f5296430b154c5f8331d2741ba1f38e is 175, key is test_row_0/A:col10/1731396294862/Put/seqid=0 2024-11-12T07:24:55,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741931_1107 (size=30955) 2024-11-12T07:24:55,053 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/4f5296430b154c5f8331d2741ba1f38e 2024-11-12T07:24:55,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396355062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,063 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396355062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,064 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396355064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396355064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396355072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,082 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/9e60311a84a347fd999094cf8953460e is 50, key is test_row_0/B:col10/1731396294862/Put/seqid=0 2024-11-12T07:24:55,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741932_1108 (size=12001) 2024-11-12T07:24:55,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/9e60311a84a347fd999094cf8953460e 2024-11-12T07:24:55,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-12T07:24:55,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:55,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:24:55,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:55,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-12T07:24:55,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/1773fce875404fdd9965e90688ed3e0e is 50, key is test_row_0/C:col10/1731396294862/Put/seqid=0 2024-11-12T07:24:55,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741933_1109 (size=12001) 2024-11-12T07:24:55,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396355272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,277 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396355272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396355272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396355283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396355294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-12T07:24:55,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:55,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:24:55,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:55,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-12T07:24:55,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:55,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:24:55,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:55,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-12T07:24:55,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396355611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396355611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396355611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396355612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396355612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:55,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-12T07:24:55,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:55,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:24:55,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:55,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:24:55,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/1773fce875404fdd9965e90688ed3e0e 2024-11-12T07:24:55,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/4f5296430b154c5f8331d2741ba1f38e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/4f5296430b154c5f8331d2741ba1f38e 2024-11-12T07:24:55,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/4f5296430b154c5f8331d2741ba1f38e, entries=150, sequenceid=15, filesize=30.2 K 2024-11-12T07:24:55,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/9e60311a84a347fd999094cf8953460e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/9e60311a84a347fd999094cf8953460e 2024-11-12T07:24:55,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/9e60311a84a347fd999094cf8953460e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T07:24:55,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/1773fce875404fdd9965e90688ed3e0e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/1773fce875404fdd9965e90688ed3e0e 2024-11-12T07:24:55,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/1773fce875404fdd9965e90688ed3e0e, entries=150, sequenceid=15, filesize=11.7 K 2024-11-12T07:24:55,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b04bfb6d8795403aa4471a7eda4bed6d in 842ms, sequenceid=15, compaction requested=false 2024-11-12T07:24:55,717 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-12T07:24:55,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:24:55,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-12T07:24:55,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:55,799 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T07:24:55,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129c5d19bf0d6d4af1be8f7c1a3b6679c0_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396294947/Put/seqid=0 2024-11-12T07:24:55,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741934_1110 (size=12154) 2024-11-12T07:24:55,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:55,879 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129c5d19bf0d6d4af1be8f7c1a3b6679c0_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129c5d19bf0d6d4af1be8f7c1a3b6679c0_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:55,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/fea32810129e40a89a2ea84e1650447c, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:24:55,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/fea32810129e40a89a2ea84e1650447c is 175, key is test_row_0/A:col10/1731396294947/Put/seqid=0 2024-11-12T07:24:55,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741935_1111 (size=30955) 2024-11-12T07:24:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-12T07:24:56,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:24:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:56,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396356137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,159 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,162 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T07:24:56,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396356149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396356159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,178 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,179 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396356165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396356166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,183 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396356262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396356273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396356283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396356292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396356292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,300 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,325 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/fea32810129e40a89a2ea84e1650447c 2024-11-12T07:24:56,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/e430781ad5964a0fbe10c61b69176bf2 is 50, key is test_row_0/B:col10/1731396294947/Put/seqid=0 2024-11-12T07:24:56,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741936_1112 (size=12001) 2024-11-12T07:24:56,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396356483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,485 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396356483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396356502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396356502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,508 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396356513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396356791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396356792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,797 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,808 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/e430781ad5964a0fbe10c61b69176bf2 2024-11-12T07:24:56,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396356812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396356812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,816 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:56,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396356822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:56,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:56,823 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:56,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/25da2ef9ccaf4a3c86db0afbd03778f5 is 50, key is test_row_0/C:col10/1731396294947/Put/seqid=0 2024-11-12T07:24:56,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741937_1113 (size=12001) 2024-11-12T07:24:56,849 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/25da2ef9ccaf4a3c86db0afbd03778f5 2024-11-12T07:24:56,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/fea32810129e40a89a2ea84e1650447c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/fea32810129e40a89a2ea84e1650447c 2024-11-12T07:24:56,867 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/fea32810129e40a89a2ea84e1650447c, entries=150, sequenceid=40, filesize=30.2 K 2024-11-12T07:24:56,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/e430781ad5964a0fbe10c61b69176bf2 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e430781ad5964a0fbe10c61b69176bf2 2024-11-12T07:24:56,875 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e430781ad5964a0fbe10c61b69176bf2, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T07:24:56,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/25da2ef9ccaf4a3c86db0afbd03778f5 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/25da2ef9ccaf4a3c86db0afbd03778f5 2024-11-12T07:24:56,884 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/25da2ef9ccaf4a3c86db0afbd03778f5, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T07:24:56,885 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for b04bfb6d8795403aa4471a7eda4bed6d in 1086ms, sequenceid=40, compaction requested=false 2024-11-12T07:24:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:24:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-12T07:24:56,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-12T07:24:56,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-12T07:24:56,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0140 sec 2024-11-12T07:24:56,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 2.0210 sec 2024-11-12T07:24:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-12T07:24:57,022 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:57,023 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:24:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-12T07:24:57,027 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:24:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T07:24:57,028 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:24:57,029 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:24:57,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T07:24:57,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-12T07:24:57,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:57,184 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T07:24:57,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111285ca5ed51c384b73bbba3681264634f0_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396296127/Put/seqid=0 2024-11-12T07:24:57,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741938_1114 (size=12154) 2024-11-12T07:24:57,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:57,237 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111285ca5ed51c384b73bbba3681264634f0_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111285ca5ed51c384b73bbba3681264634f0_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:57,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/e032fe9d335647ef9b8c8d16bcfa308f, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:24:57,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/e032fe9d335647ef9b8c8d16bcfa308f is 175, key is test_row_0/A:col10/1731396296127/Put/seqid=0 2024-11-12T07:24:57,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741939_1115 (size=30955) 2024-11-12T07:24:57,260 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/e032fe9d335647ef9b8c8d16bcfa308f 2024-11-12T07:24:57,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/48719b05f8b64c6eb4ac082f2f294ca2 is 50, key is test_row_0/B:col10/1731396296127/Put/seqid=0 2024-11-12T07:24:57,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:24:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T07:24:57,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741940_1116 (size=12001) 2024-11-12T07:24:57,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396357369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,375 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396357372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396357375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396357375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396357375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,393 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396357483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,484 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396357492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,495 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396357492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396357492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396357502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T07:24:57,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396357692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,697 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,698 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396357704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396357705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396357705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396357712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:57,718 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:57,747 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/48719b05f8b64c6eb4ac082f2f294ca2 2024-11-12T07:24:57,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/bca93d8b2c574dd88358899a85709233 is 50, key is test_row_0/C:col10/1731396296127/Put/seqid=0 2024-11-12T07:24:57,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741941_1117 (size=12001) 2024-11-12T07:24:58,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396358002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396358012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396358022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396358022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396358032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T07:24:58,227 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/bca93d8b2c574dd88358899a85709233 2024-11-12T07:24:58,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/e032fe9d335647ef9b8c8d16bcfa308f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e032fe9d335647ef9b8c8d16bcfa308f 2024-11-12T07:24:58,241 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e032fe9d335647ef9b8c8d16bcfa308f, entries=150, sequenceid=52, filesize=30.2 K 2024-11-12T07:24:58,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/48719b05f8b64c6eb4ac082f2f294ca2 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/48719b05f8b64c6eb4ac082f2f294ca2 2024-11-12T07:24:58,253 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/48719b05f8b64c6eb4ac082f2f294ca2, entries=150, sequenceid=52, filesize=11.7 K 2024-11-12T07:24:58,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/bca93d8b2c574dd88358899a85709233 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/bca93d8b2c574dd88358899a85709233 2024-11-12T07:24:58,268 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/bca93d8b2c574dd88358899a85709233, entries=150, sequenceid=52, filesize=11.7 K 2024-11-12T07:24:58,269 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b04bfb6d8795403aa4471a7eda4bed6d in 1086ms, sequenceid=52, compaction requested=true 2024-11-12T07:24:58,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:24:58,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:58,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-12T07:24:58,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-12T07:24:58,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-12T07:24:58,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2420 sec 2024-11-12T07:24:58,280 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.2550 sec 2024-11-12T07:24:58,518 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:24:58,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T07:24:58,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:58,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396358534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396358537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396358540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,544 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396358542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,544 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111281acd3d60d9f48e5bb96c429e78192d7_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396298515/Put/seqid=0 2024-11-12T07:24:58,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396358542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741942_1118 (size=14594) 2024-11-12T07:24:58,602 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:58,610 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111281acd3d60d9f48e5bb96c429e78192d7_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111281acd3d60d9f48e5bb96c429e78192d7_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:58,611 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/3f7193858a7a4213b3459fa8a8195d3e, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:24:58,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/3f7193858a7a4213b3459fa8a8195d3e is 175, key is test_row_0/A:col10/1731396298515/Put/seqid=0 2024-11-12T07:24:58,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396358652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,654 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396358653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,658 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396358653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396358653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,659 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741943_1119 (size=39549) 2024-11-12T07:24:58,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396358866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396358867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,869 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396358867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396358867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:58,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,872 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:58,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:58,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,065 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/3f7193858a7a4213b3459fa8a8195d3e 2024-11-12T07:24:59,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/09bda8dc472547f398f52408adef61f8 is 50, key is test_row_0/B:col10/1731396298515/Put/seqid=0 2024-11-12T07:24:59,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741944_1120 (size=12001) 2024-11-12T07:24:59,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/09bda8dc472547f398f52408adef61f8 2024-11-12T07:24:59,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/a3ad8ef088494e6d8d9367a091229535 is 50, key is test_row_0/C:col10/1731396298515/Put/seqid=0 2024-11-12T07:24:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-12T07:24:59,172 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:24:59,173 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:24:59,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-12T07:24:59,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T07:24:59,175 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:24:59,177 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:24:59,177 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:24:59,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:59,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396359182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:59,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:59,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:59,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,187 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396359182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:59,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396359182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396359182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:59,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741945_1121 (size=12001) 2024-11-12T07:24:59,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/a3ad8ef088494e6d8d9367a091229535 2024-11-12T07:24:59,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/3f7193858a7a4213b3459fa8a8195d3e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/3f7193858a7a4213b3459fa8a8195d3e 2024-11-12T07:24:59,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/3f7193858a7a4213b3459fa8a8195d3e, entries=200, sequenceid=78, filesize=38.6 K 2024-11-12T07:24:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/09bda8dc472547f398f52408adef61f8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/09bda8dc472547f398f52408adef61f8 2024-11-12T07:24:59,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/09bda8dc472547f398f52408adef61f8, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T07:24:59,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/a3ad8ef088494e6d8d9367a091229535 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/a3ad8ef088494e6d8d9367a091229535 2024-11-12T07:24:59,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/a3ad8ef088494e6d8d9367a091229535, entries=150, sequenceid=78, filesize=11.7 K 2024-11-12T07:24:59,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b04bfb6d8795403aa4471a7eda4bed6d in 751ms, sequenceid=78, compaction requested=true 2024-11-12T07:24:59,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:24:59,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:24:59,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:59,270 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:24:59,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:24:59,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:59,270 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:24:59,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:24:59,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:59,272 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:24:59,272 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/A is initiating minor compaction (all files) 2024-11-12T07:24:59,272 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/A in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:59,273 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/4f5296430b154c5f8331d2741ba1f38e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/fea32810129e40a89a2ea84e1650447c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e032fe9d335647ef9b8c8d16bcfa308f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/3f7193858a7a4213b3459fa8a8195d3e] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=129.3 K 2024-11-12T07:24:59,273 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:59,273 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/4f5296430b154c5f8331d2741ba1f38e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/fea32810129e40a89a2ea84e1650447c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e032fe9d335647ef9b8c8d16bcfa308f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/3f7193858a7a4213b3459fa8a8195d3e] 2024-11-12T07:24:59,274 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:24:59,274 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/B is initiating minor compaction (all files) 2024-11-12T07:24:59,274 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/B in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:59,274 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/9e60311a84a347fd999094cf8953460e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e430781ad5964a0fbe10c61b69176bf2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/48719b05f8b64c6eb4ac082f2f294ca2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/09bda8dc472547f398f52408adef61f8] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=46.9 K 2024-11-12T07:24:59,276 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f5296430b154c5f8331d2741ba1f38e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731396294859 2024-11-12T07:24:59,276 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e60311a84a347fd999094cf8953460e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731396294859 2024-11-12T07:24:59,277 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting fea32810129e40a89a2ea84e1650447c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731396294937 2024-11-12T07:24:59,277 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting e430781ad5964a0fbe10c61b69176bf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731396294937 2024-11-12T07:24:59,277 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 48719b05f8b64c6eb4ac082f2f294ca2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731396296127 2024-11-12T07:24:59,277 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting e032fe9d335647ef9b8c8d16bcfa308f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731396296127 2024-11-12T07:24:59,278 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 09bda8dc472547f398f52408adef61f8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731396297358 2024-11-12T07:24:59,278 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f7193858a7a4213b3459fa8a8195d3e, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731396297358 2024-11-12T07:24:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T07:24:59,302 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:24:59,317 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#B#compaction#103 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:59,318 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111234360260dc214206a6eaa030a75f880f_b04bfb6d8795403aa4471a7eda4bed6d store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:24:59,318 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/69c15b85520b4f1da25bf30edf163989 is 50, key is test_row_0/B:col10/1731396298515/Put/seqid=0 2024-11-12T07:24:59,324 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111234360260dc214206a6eaa030a75f880f_b04bfb6d8795403aa4471a7eda4bed6d, store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:24:59,324 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111234360260dc214206a6eaa030a75f880f_b04bfb6d8795403aa4471a7eda4bed6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:24:59,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-12T07:24:59,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:59,331 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-12T07:24:59,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741946_1122 (size=12139) 2024-11-12T07:24:59,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127d204ba924314541ab13de9d1fc3fe3d_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396298538/Put/seqid=0 2024-11-12T07:24:59,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741947_1123 (size=4469) 2024-11-12T07:24:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741948_1124 (size=12154) 2024-11-12T07:24:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T07:24:59,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:24:59,503 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127d204ba924314541ab13de9d1fc3fe3d_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127d204ba924314541ab13de9d1fc3fe3d_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/31edb518ca5746d49de40fea59ceaf1e, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:24:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/31edb518ca5746d49de40fea59ceaf1e is 175, key is test_row_0/A:col10/1731396298538/Put/seqid=0 2024-11-12T07:24:59,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741949_1125 (size=30955) 2024-11-12T07:24:59,545 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/31edb518ca5746d49de40fea59ceaf1e 2024-11-12T07:24:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:24:59,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:24:59,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/e561ea22bbaf4ac6849fb401a3716829 is 50, key is test_row_0/B:col10/1731396298538/Put/seqid=0 2024-11-12T07:24:59,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741950_1126 (size=12001) 2024-11-12T07:24:59,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:59,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396359790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:59,800 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396359790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:59,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396359790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T07:24:59,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:59,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396359795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:59,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:59,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396359795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,804 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,821 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/69c15b85520b4f1da25bf30edf163989 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/69c15b85520b4f1da25bf30edf163989 2024-11-12T07:24:59,832 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/B of b04bfb6d8795403aa4471a7eda4bed6d into 69c15b85520b4f1da25bf30edf163989(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:59,832 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:24:59,832 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/B, priority=12, startTime=1731396299270; duration=0sec 2024-11-12T07:24:59,832 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:24:59,832 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:B 2024-11-12T07:24:59,832 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:24:59,834 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:24:59,834 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/C is initiating minor compaction (all files) 2024-11-12T07:24:59,834 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/C in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:24:59,834 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/1773fce875404fdd9965e90688ed3e0e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/25da2ef9ccaf4a3c86db0afbd03778f5, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/bca93d8b2c574dd88358899a85709233, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/a3ad8ef088494e6d8d9367a091229535] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=46.9 K 2024-11-12T07:24:59,835 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 1773fce875404fdd9965e90688ed3e0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731396294859 2024-11-12T07:24:59,835 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 25da2ef9ccaf4a3c86db0afbd03778f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731396294937 2024-11-12T07:24:59,836 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting bca93d8b2c574dd88358899a85709233, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731396296127 2024-11-12T07:24:59,837 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a3ad8ef088494e6d8d9367a091229535, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731396297358 2024-11-12T07:24:59,855 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#A#compaction#102 average throughput is 0.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:59,856 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/973f81290b734e329c4bbed521b395b2 is 175, key is test_row_0/A:col10/1731396298515/Put/seqid=0 2024-11-12T07:24:59,871 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#C#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:24:59,871 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/56769986823d405d9b4fb5574eb9af18 is 50, key is test_row_0/C:col10/1731396298515/Put/seqid=0 2024-11-12T07:24:59,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741951_1127 (size=31093) 2024-11-12T07:24:59,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:59,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396359955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:59,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:59,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396359955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:59,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396359956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:59,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396359956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,960 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:24:59,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396359957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:24:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:24:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,962 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:24:59,968 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/973f81290b734e329c4bbed521b395b2 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/973f81290b734e329c4bbed521b395b2 2024-11-12T07:24:59,985 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/A of b04bfb6d8795403aa4471a7eda4bed6d into 973f81290b734e329c4bbed521b395b2(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:24:59,985 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:24:59,985 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/A, priority=12, startTime=1731396299269; duration=0sec 2024-11-12T07:24:59,986 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:24:59,986 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:A 2024-11-12T07:24:59,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741952_1128 (size=12139) 2024-11-12T07:25:00,007 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/56769986823d405d9b4fb5574eb9af18 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/56769986823d405d9b4fb5574eb9af18 2024-11-12T07:25:00,014 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/C of b04bfb6d8795403aa4471a7eda4bed6d into 56769986823d405d9b4fb5574eb9af18(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:00,014 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:00,014 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/C, priority=12, startTime=1731396299270; duration=0sec 2024-11-12T07:25:00,015 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:00,015 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:C 2024-11-12T07:25:00,019 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/e561ea22bbaf4ac6849fb401a3716829 2024-11-12T07:25:00,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/f0baa5dd5a7440298a64ac4cf16790d5 is 50, key is test_row_0/C:col10/1731396298538/Put/seqid=0 2024-11-12T07:25:00,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741953_1129 (size=12001) 2024-11-12T07:25:00,115 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/f0baa5dd5a7440298a64ac4cf16790d5 2024-11-12T07:25:00,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/31edb518ca5746d49de40fea59ceaf1e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/31edb518ca5746d49de40fea59ceaf1e 2024-11-12T07:25:00,129 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/31edb518ca5746d49de40fea59ceaf1e, entries=150, sequenceid=88, filesize=30.2 K 2024-11-12T07:25:00,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/e561ea22bbaf4ac6849fb401a3716829 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e561ea22bbaf4ac6849fb401a3716829 2024-11-12T07:25:00,154 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e561ea22bbaf4ac6849fb401a3716829, entries=150, sequenceid=88, filesize=11.7 K 2024-11-12T07:25:00,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/f0baa5dd5a7440298a64ac4cf16790d5 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f0baa5dd5a7440298a64ac4cf16790d5 2024-11-12T07:25:00,162 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f0baa5dd5a7440298a64ac4cf16790d5, entries=150, sequenceid=88, filesize=11.7 K 2024-11-12T07:25:00,163 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for b04bfb6d8795403aa4471a7eda4bed6d in 832ms, sequenceid=88, compaction requested=false 2024-11-12T07:25:00,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:00,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:00,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-12T07:25:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-12T07:25:00,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-12T07:25:00,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 989 msec 2024-11-12T07:25:00,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 997 msec 2024-11-12T07:25:00,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:00,179 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:00,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-12T07:25:00,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396360186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396360187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396360193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396360194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,198 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396360195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112db533ef9d3e0402fa12eb06469cbbc58_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396300176/Put/seqid=0 2024-11-12T07:25:00,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741954_1130 (size=17034) 2024-11-12T07:25:00,287 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,294 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112db533ef9d3e0402fa12eb06469cbbc58_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112db533ef9d3e0402fa12eb06469cbbc58_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:00,296 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/f9784ccfc8f641c9b31943559066c0e5, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:00,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/f9784ccfc8f641c9b31943559066c0e5 is 175, key is test_row_0/A:col10/1731396300176/Put/seqid=0 2024-11-12T07:25:00,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396360302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396360303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,305 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396360303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396360303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-12T07:25:00,313 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:00,314 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:00,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-12T07:25:00,316 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:00,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T07:25:00,317 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:00,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396360312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,318 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741955_1131 (size=48139) 2024-11-12T07:25:00,350 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/f9784ccfc8f641c9b31943559066c0e5 2024-11-12T07:25:00,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/97e06a54db1e4e188f7fcbca26a484fb is 50, key is test_row_0/B:col10/1731396300176/Put/seqid=0 2024-11-12T07:25:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T07:25:00,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741956_1132 (size=12001) 2024-11-12T07:25:00,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/97e06a54db1e4e188f7fcbca26a484fb 2024-11-12T07:25:00,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/6b21e3fbed1f4f41bfa51f46a31730c7 is 50, key is test_row_0/C:col10/1731396300176/Put/seqid=0 2024-11-12T07:25:00,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-12T07:25:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:00,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:00,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:00,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741957_1133 (size=12001) 2024-11-12T07:25:00,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396360512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396360512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,517 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396360512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,518 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396360512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396360522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-12T07:25:00,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:00,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:00,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:00,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:00,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T07:25:00,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-12T07:25:00,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:00,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:00,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:00,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:00,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:00,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396360822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396360822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396360822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,827 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,827 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396360833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396360833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:00,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:00,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/6b21e3fbed1f4f41bfa51f46a31730c7 2024-11-12T07:25:00,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/f9784ccfc8f641c9b31943559066c0e5 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/f9784ccfc8f641c9b31943559066c0e5 2024-11-12T07:25:00,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/f9784ccfc8f641c9b31943559066c0e5, entries=250, sequenceid=120, filesize=47.0 K 2024-11-12T07:25:00,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/97e06a54db1e4e188f7fcbca26a484fb as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/97e06a54db1e4e188f7fcbca26a484fb 2024-11-12T07:25:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/97e06a54db1e4e188f7fcbca26a484fb, entries=150, sequenceid=120, filesize=11.7 K 2024-11-12T07:25:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/6b21e3fbed1f4f41bfa51f46a31730c7 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/6b21e3fbed1f4f41bfa51f46a31730c7 2024-11-12T07:25:00,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/6b21e3fbed1f4f41bfa51f46a31730c7, entries=150, sequenceid=120, filesize=11.7 K 2024-11-12T07:25:00,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=40.25 KB/41220 for b04bfb6d8795403aa4471a7eda4bed6d in 755ms, sequenceid=120, compaction requested=true 2024-11-12T07:25:00,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:00,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:00,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:00,934 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:00,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:00,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:00,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:00,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T07:25:00,935 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:00,936 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110187 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:00,936 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/A is initiating minor compaction (all files) 2024-11-12T07:25:00,936 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/A in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:00,936 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/973f81290b734e329c4bbed521b395b2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/31edb518ca5746d49de40fea59ceaf1e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/f9784ccfc8f641c9b31943559066c0e5] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=107.6 K 2024-11-12T07:25:00,936 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:00,936 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/973f81290b734e329c4bbed521b395b2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/31edb518ca5746d49de40fea59ceaf1e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/f9784ccfc8f641c9b31943559066c0e5] 2024-11-12T07:25:00,936 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:00,936 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/B is initiating minor compaction (all files) 2024-11-12T07:25:00,937 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/B in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:00,937 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/69c15b85520b4f1da25bf30edf163989, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e561ea22bbaf4ac6849fb401a3716829, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/97e06a54db1e4e188f7fcbca26a484fb] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=35.3 K 2024-11-12T07:25:00,937 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 973f81290b734e329c4bbed521b395b2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731396297358 2024-11-12T07:25:00,937 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 69c15b85520b4f1da25bf30edf163989, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731396297358 2024-11-12T07:25:00,937 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31edb518ca5746d49de40fea59ceaf1e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731396298533 2024-11-12T07:25:00,938 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting e561ea22bbaf4ac6849fb401a3716829, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731396298533 2024-11-12T07:25:00,938 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9784ccfc8f641c9b31943559066c0e5, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731396299729 2024-11-12T07:25:00,938 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 97e06a54db1e4e188f7fcbca26a484fb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731396299788 2024-11-12T07:25:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-12T07:25:00,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:00,941 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-12T07:25:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T07:25:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,961 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a20a5fc6523f46938539945b7948eb81_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396300190/Put/seqid=0 2024-11-12T07:25:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,994 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#B#compaction#113 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:00,995 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/e4cab1b1240b472faee5f6cff672867b is 50, key is test_row_0/B:col10/1731396300176/Put/seqid=0 2024-11-12T07:25:00,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:00,999 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111258ad25ccfcd343f394cbcdedc5f639b6_b04bfb6d8795403aa4471a7eda4bed6d store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:01,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,010 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111258ad25ccfcd343f394cbcdedc5f639b6_b04bfb6d8795403aa4471a7eda4bed6d, store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:01,010 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111258ad25ccfcd343f394cbcdedc5f639b6_b04bfb6d8795403aa4471a7eda4bed6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741958_1134 (size=9714) 2024-11-12T07:25:01,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741960_1136 (size=4469) 2024-11-12T07:25:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,098 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a20a5fc6523f46938539945b7948eb81_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a20a5fc6523f46938539945b7948eb81_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:01,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/7a12a82d7a2044b6ac16a6e1f223b596, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/7a12a82d7a2044b6ac16a6e1f223b596 is 175, key is test_row_0/A:col10/1731396300190/Put/seqid=0 2024-11-12T07:25:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741959_1135 (size=12241) 2024-11-12T07:25:01,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,118 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/e4cab1b1240b472faee5f6cff672867b as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e4cab1b1240b472faee5f6cff672867b 2024-11-12T07:25:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,126 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/B of b04bfb6d8795403aa4471a7eda4bed6d into e4cab1b1240b472faee5f6cff672867b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:01,126 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:01,126 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/B, priority=13, startTime=1731396300934; duration=0sec 2024-11-12T07:25:01,126 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:01,126 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:B 2024-11-12T07:25:01,126 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:01,128 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,128 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/C is initiating minor compaction (all files) 2024-11-12T07:25:01,128 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/C in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:01,128 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/56769986823d405d9b4fb5574eb9af18, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f0baa5dd5a7440298a64ac4cf16790d5, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/6b21e3fbed1f4f41bfa51f46a31730c7] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=35.3 K 2024-11-12T07:25:01,129 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 56769986823d405d9b4fb5574eb9af18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731396297358 2024-11-12T07:25:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,130 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting f0baa5dd5a7440298a64ac4cf16790d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731396298533 2024-11-12T07:25:01,130 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b21e3fbed1f4f41bfa51f46a31730c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731396299788 2024-11-12T07:25:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741961_1137 (size=22361) 2024-11-12T07:25:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,136 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/7a12a82d7a2044b6ac16a6e1f223b596 2024-11-12T07:25:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,164 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#C#compaction#114 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:01,164 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/e2d05f0694c0453b8cd2a7e9f65cd574 is 50, key is test_row_0/C:col10/1731396300176/Put/seqid=0 2024-11-12T07:25:01,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/bdb373d767354ac9ab42b5f6ef685638 is 50, key is test_row_0/B:col10/1731396300190/Put/seqid=0 2024-11-12T07:25:01,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741962_1138 (size=12241) 2024-11-12T07:25:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741963_1139 (size=9657) 2024-11-12T07:25:01,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,235 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/bdb373d767354ac9ab42b5f6ef685638 2024-11-12T07:25:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-12T07:25:01,250 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-12T07:25:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/73832a32aa2542fa8ef317c2b09ea80a is 50, key is test_row_0/C:col10/1731396300190/Put/seqid=0 2024-11-12T07:25:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741964_1140 (size=9657) 2024-11-12T07:25:01,328 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/73832a32aa2542fa8ef317c2b09ea80a 2024-11-12T07:25:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/7a12a82d7a2044b6ac16a6e1f223b596 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/7a12a82d7a2044b6ac16a6e1f223b596 2024-11-12T07:25:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:01,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,363 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/7a12a82d7a2044b6ac16a6e1f223b596, entries=100, sequenceid=129, filesize=21.8 K 2024-11-12T07:25:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/bdb373d767354ac9ab42b5f6ef685638 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bdb373d767354ac9ab42b5f6ef685638 2024-11-12T07:25:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,372 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bdb373d767354ac9ab42b5f6ef685638, entries=100, sequenceid=129, filesize=9.4 K 2024-11-12T07:25:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/73832a32aa2542fa8ef317c2b09ea80a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/73832a32aa2542fa8ef317c2b09ea80a 2024-11-12T07:25:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,382 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/73832a32aa2542fa8ef317c2b09ea80a, entries=100, sequenceid=129, filesize=9.4 K 2024-11-12T07:25:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,384 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=40.25 KB/41220 for b04bfb6d8795403aa4471a7eda4bed6d in 443ms, sequenceid=129, compaction requested=false 2024-11-12T07:25:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:01,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:01,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-12T07:25:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-12T07:25:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-12T07:25:01,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0690 sec 2024-11-12T07:25:01,389 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:01,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:25:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:01,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.0760 sec 2024-11-12T07:25:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123be11eb40fa34b06891435b1d3931524_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396301370/Put/seqid=0 2024-11-12T07:25:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-12T07:25:01,452 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:01,453 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-12T07:25:01,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741966_1142 (size=24758) 2024-11-12T07:25:01,456 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T07:25:01,457 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:01,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:01,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396361464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396361465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,477 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,477 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396361476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396361477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396361477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,483 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,492 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#A#compaction#111 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:01,493 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/e2997ab66e544d078fb9b8e30d51e999 is 175, key is test_row_0/A:col10/1731396300176/Put/seqid=0 2024-11-12T07:25:01,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741967_1143 (size=31195) 2024-11-12T07:25:01,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T07:25:01,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396361582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,583 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396361584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396361587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,592 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396361592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396361592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T07:25:01,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:01,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:01,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:01,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:01,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:01,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:01,639 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/e2d05f0694c0453b8cd2a7e9f65cd574 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/e2d05f0694c0453b8cd2a7e9f65cd574 2024-11-12T07:25:01,647 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/C of b04bfb6d8795403aa4471a7eda4bed6d into e2d05f0694c0453b8cd2a7e9f65cd574(size=12.0 K), total size for store is 21.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:01,647 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:01,647 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/C, priority=13, startTime=1731396300934; duration=0sec 2024-11-12T07:25:01,647 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:01,647 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:C 2024-11-12T07:25:01,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T07:25:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:01,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:01,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:01,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:01,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T07:25:01,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396361793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396361793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,795 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396361802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,803 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396361812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:01,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396361813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:01,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:01,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:01,856 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:01,863 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123be11eb40fa34b06891435b1d3931524_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123be11eb40fa34b06891435b1d3931524_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:01,864 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/2050e47240884bf0ac4c70db3998349d, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:01,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/2050e47240884bf0ac4c70db3998349d is 175, key is test_row_0/A:col10/1731396301370/Put/seqid=0 2024-11-12T07:25:01,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741965_1141 (size=74395) 2024-11-12T07:25:01,920 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T07:25:01,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:01,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:01,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:01,921 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:01,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:01,978 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/e2997ab66e544d078fb9b8e30d51e999 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e2997ab66e544d078fb9b8e30d51e999 2024-11-12T07:25:01,986 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/A of b04bfb6d8795403aa4471a7eda4bed6d into e2997ab66e544d078fb9b8e30d51e999(size=30.5 K), total size for store is 52.3 K. This selection was in queue for 0sec, and took 1sec to execute. 2024-11-12T07:25:01,986 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:01,986 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/A, priority=13, startTime=1731396300934; duration=1sec 2024-11-12T07:25:01,986 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:01,986 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:A 2024-11-12T07:25:02,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T07:25:02,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:02,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:02,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:02,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T07:25:02,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:02,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396362102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:02,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:02,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396362103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:02,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:02,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396362111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:02,117 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,117 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,117 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:02,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396362122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:02,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:02,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396362122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:02,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,130 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:02,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T07:25:02,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:02,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:02,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:02,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,271 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=141, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/2050e47240884bf0ac4c70db3998349d 2024-11-12T07:25:02,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/df5293cdfa604828a79dd879db1f9c7f is 50, key is test_row_0/B:col10/1731396301370/Put/seqid=0 2024-11-12T07:25:02,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741968_1144 (size=12151) 2024-11-12T07:25:02,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T07:25:02,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:02,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:02,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:02,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T07:25:02,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:02,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:02,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:02,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T07:25:02,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:02,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396362612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:02,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396362622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:02,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396362622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:02,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:02,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396362632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:02,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396362642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:02,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:02,699 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T07:25:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:02,700 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/df5293cdfa604828a79dd879db1f9c7f 2024-11-12T07:25:02,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/0f0ca8d94fc04427b7fc3b7c68fd26a0 is 50, key is test_row_0/C:col10/1731396301370/Put/seqid=0 2024-11-12T07:25:02,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741969_1145 (size=12151) 2024-11-12T07:25:02,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T07:25:02,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:02,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:02,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:02,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:02,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:03,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T07:25:03,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:03,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:03,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:03,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:03,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:03,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/0f0ca8d94fc04427b7fc3b7c68fd26a0 2024-11-12T07:25:03,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T07:25:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:03,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:03,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:03,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:03,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:03,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:03,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/2050e47240884bf0ac4c70db3998349d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/2050e47240884bf0ac4c70db3998349d 2024-11-12T07:25:03,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/2050e47240884bf0ac4c70db3998349d, entries=400, sequenceid=141, filesize=72.7 K 2024-11-12T07:25:03,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/df5293cdfa604828a79dd879db1f9c7f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/df5293cdfa604828a79dd879db1f9c7f 2024-11-12T07:25:03,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/df5293cdfa604828a79dd879db1f9c7f, entries=150, sequenceid=141, filesize=11.9 K 2024-11-12T07:25:03,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/0f0ca8d94fc04427b7fc3b7c68fd26a0 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/0f0ca8d94fc04427b7fc3b7c68fd26a0 2024-11-12T07:25:03,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/0f0ca8d94fc04427b7fc3b7c68fd26a0, entries=150, sequenceid=141, filesize=11.9 K 2024-11-12T07:25:03,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for b04bfb6d8795403aa4471a7eda4bed6d in 1820ms, sequenceid=141, compaction requested=true 2024-11-12T07:25:03,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:03,210 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:03,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:03,210 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:03,211 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127951 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:03,211 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/A is initiating minor compaction (all files) 2024-11-12T07:25:03,211 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/A in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:03,212 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e2997ab66e544d078fb9b8e30d51e999, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/7a12a82d7a2044b6ac16a6e1f223b596, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/2050e47240884bf0ac4c70db3998349d] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=125.0 K 2024-11-12T07:25:03,212 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:03,212 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e2997ab66e544d078fb9b8e30d51e999, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/7a12a82d7a2044b6ac16a6e1f223b596, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/2050e47240884bf0ac4c70db3998349d] 2024-11-12T07:25:03,212 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2997ab66e544d078fb9b8e30d51e999, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731396299788 2024-11-12T07:25:03,213 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a12a82d7a2044b6ac16a6e1f223b596, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731396300185 2024-11-12T07:25:03,217 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:03,217 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/B is initiating minor compaction (all files) 2024-11-12T07:25:03,217 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/B in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:03,217 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e4cab1b1240b472faee5f6cff672867b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bdb373d767354ac9ab42b5f6ef685638, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/df5293cdfa604828a79dd879db1f9c7f] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=33.3 K 2024-11-12T07:25:03,217 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2050e47240884bf0ac4c70db3998349d, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731396301340 2024-11-12T07:25:03,220 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting e4cab1b1240b472faee5f6cff672867b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731396299788 2024-11-12T07:25:03,221 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting bdb373d767354ac9ab42b5f6ef685638, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731396300185 2024-11-12T07:25:03,221 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting df5293cdfa604828a79dd879db1f9c7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731396301370 2024-11-12T07:25:03,237 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:03,245 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#B#compaction#121 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:03,246 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/73ea65fec8ae48a294d4c2ee965cccc3 is 50, key is test_row_0/B:col10/1731396301370/Put/seqid=0 2024-11-12T07:25:03,257 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112d1a913134fef4756b584372bdccbaa18_b04bfb6d8795403aa4471a7eda4bed6d store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:03,260 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112d1a913134fef4756b584372bdccbaa18_b04bfb6d8795403aa4471a7eda4bed6d, store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:03,260 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d1a913134fef4756b584372bdccbaa18_b04bfb6d8795403aa4471a7eda4bed6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:03,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741970_1146 (size=12493) 2024-11-12T07:25:03,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741971_1147 (size=4469) 2024-11-12T07:25:03,313 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#A#compaction#120 average throughput is 0.32 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:03,313 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/5f0ffd7226184112ac13d5f8cdd9601d is 175, key is test_row_0/A:col10/1731396301370/Put/seqid=0 2024-11-12T07:25:03,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-12T07:25:03,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:03,329 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T07:25:03,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741972_1148 (size=31447) 2024-11-12T07:25:03,358 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/5f0ffd7226184112ac13d5f8cdd9601d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/5f0ffd7226184112ac13d5f8cdd9601d 2024-11-12T07:25:03,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e08a26246d7442a6bee98ced7f8772d8_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396301475/Put/seqid=0 2024-11-12T07:25:03,376 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/A of b04bfb6d8795403aa4471a7eda4bed6d into 5f0ffd7226184112ac13d5f8cdd9601d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:03,376 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:03,376 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/A, priority=13, startTime=1731396303209; duration=0sec 2024-11-12T07:25:03,376 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:03,376 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:A 2024-11-12T07:25:03,376 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:03,378 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:03,378 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/C is initiating minor compaction (all files) 2024-11-12T07:25:03,378 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/C in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:03,378 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/e2d05f0694c0453b8cd2a7e9f65cd574, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/73832a32aa2542fa8ef317c2b09ea80a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/0f0ca8d94fc04427b7fc3b7c68fd26a0] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=33.3 K 2024-11-12T07:25:03,379 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2d05f0694c0453b8cd2a7e9f65cd574, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731396299788 2024-11-12T07:25:03,379 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73832a32aa2542fa8ef317c2b09ea80a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731396300185 2024-11-12T07:25:03,380 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f0ca8d94fc04427b7fc3b7c68fd26a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731396301370 2024-11-12T07:25:03,401 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#C#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:03,405 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/1faede0ae8db45c6ae5469695b40c824 is 50, key is test_row_0/C:col10/1731396301370/Put/seqid=0 2024-11-12T07:25:03,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741973_1149 (size=12304) 2024-11-12T07:25:03,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741974_1150 (size=12493) 2024-11-12T07:25:03,465 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/1faede0ae8db45c6ae5469695b40c824 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/1faede0ae8db45c6ae5469695b40c824 2024-11-12T07:25:03,471 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/C of b04bfb6d8795403aa4471a7eda4bed6d into 1faede0ae8db45c6ae5469695b40c824(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:03,471 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:03,472 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/C, priority=13, startTime=1731396303210; duration=0sec 2024-11-12T07:25:03,472 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:03,472 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:C 2024-11-12T07:25:03,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T07:25:03,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:03,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:03,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396363643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:03,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:03,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396363645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:03,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:03,650 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396363646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:03,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,650 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:03,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396363650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:03,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:03,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:03,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396363662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:03,668 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_0' in b04bfb6d8795403aa4471a7eda4bed6d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,669 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:03,717 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/73ea65fec8ae48a294d4c2ee965cccc3 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/73ea65fec8ae48a294d4c2ee965cccc3 2024-11-12T07:25:03,733 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/B of b04bfb6d8795403aa4471a7eda4bed6d into 73ea65fec8ae48a294d4c2ee965cccc3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:03,733 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:03,733 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/B, priority=13, startTime=1731396303210; duration=0sec 2024-11-12T07:25:03,733 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:03,733 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:B 2024-11-12T07:25:03,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:03,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396363752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:03,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396363752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:03,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:03,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396363762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:03,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396363762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,766 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:03,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:03,837 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e08a26246d7442a6bee98ced7f8772d8_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e08a26246d7442a6bee98ced7f8772d8_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:03,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/76f95f42ae424252a7b38a89c1a28e7c, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/76f95f42ae424252a7b38a89c1a28e7c is 175, key is test_row_0/A:col10/1731396301475/Put/seqid=0 2024-11-12T07:25:03,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741975_1151 (size=31105) 2024-11-12T07:25:03,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:03,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396363962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396363962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:03,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:03,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:03,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396363972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:03,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:03,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396363972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:03,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:03,982 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:03,982 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:04,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396364282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:04,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:04,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,283 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:04,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396364282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:04,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,283 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,284 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:04,285 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/76f95f42ae424252a7b38a89c1a28e7c 2024-11-12T07:25:04,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:04,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396364292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:04,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:04,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396364293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:04,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,297 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:04,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,298 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/d740c173cbd140a29fc085d2d3196feb is 50, key is test_row_0/B:col10/1731396301475/Put/seqid=0 2024-11-12T07:25:04,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741976_1152 (size=12151) 2024-11-12T07:25:04,726 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/d740c173cbd140a29fc085d2d3196feb 2024-11-12T07:25:04,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/2a7e123cf2574932a17383b9e6229be7 is 50, key is test_row_0/C:col10/1731396301475/Put/seqid=0 2024-11-12T07:25:04,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741977_1153 (size=12151) 2024-11-12T07:25:04,756 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/2a7e123cf2574932a17383b9e6229be7 2024-11-12T07:25:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/76f95f42ae424252a7b38a89c1a28e7c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/76f95f42ae424252a7b38a89c1a28e7c 2024-11-12T07:25:04,769 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/76f95f42ae424252a7b38a89c1a28e7c, entries=150, sequenceid=169, filesize=30.4 K 2024-11-12T07:25:04,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/d740c173cbd140a29fc085d2d3196feb as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/d740c173cbd140a29fc085d2d3196feb 2024-11-12T07:25:04,778 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/d740c173cbd140a29fc085d2d3196feb, entries=150, sequenceid=169, filesize=11.9 K 2024-11-12T07:25:04,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/2a7e123cf2574932a17383b9e6229be7 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/2a7e123cf2574932a17383b9e6229be7 2024-11-12T07:25:04,791 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/2a7e123cf2574932a17383b9e6229be7, entries=150, sequenceid=169, filesize=11.9 K 2024-11-12T07:25:04,793 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for b04bfb6d8795403aa4471a7eda4bed6d in 1463ms, sequenceid=169, compaction requested=false 2024-11-12T07:25:04,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:04,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:04,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-12T07:25:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-12T07:25:04,796 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:04,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T07:25:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:04,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-12T07:25:04,799 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3370 sec 2024-11-12T07:25:04,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 3.3470 sec 2024-11-12T07:25:04,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112979929a8445e474ca6ada2d287d93a94_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396303643/Put/seqid=0 2024-11-12T07:25:04,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396364844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:04,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396364844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:04,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:04,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396364846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:04,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741978_1154 (size=14794) 2024-11-12T07:25:04,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:04,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396364853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:04,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:04,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396364962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,963 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:04,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:04,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396364962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:04,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,964 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:04,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:04,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396364963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:04,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:04,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:04,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396364972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:04,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:04,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:05,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396365173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:05,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,178 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396365173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:05,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:05,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396365182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:05,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396365182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:05,261 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:05,272 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112979929a8445e474ca6ada2d287d93a94_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112979929a8445e474ca6ada2d287d93a94_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:05,274 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/226d9a71e63b4a94939820304d0108ea, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:05,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/226d9a71e63b4a94939820304d0108ea is 175, key is test_row_0/A:col10/1731396303643/Put/seqid=0 2024-11-12T07:25:05,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741979_1155 (size=39749) 2024-11-12T07:25:05,314 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/226d9a71e63b4a94939820304d0108ea 2024-11-12T07:25:05,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/46f0322dcfe545eba74bca0776763b3e is 50, key is test_row_0/B:col10/1731396303643/Put/seqid=0 2024-11-12T07:25:05,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741980_1156 (size=12151) 2024-11-12T07:25:05,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/46f0322dcfe545eba74bca0776763b3e 2024-11-12T07:25:05,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/d4e09f9687aa4bf7a51e0ca682eced62 is 50, key is test_row_0/C:col10/1731396303643/Put/seqid=0 2024-11-12T07:25:05,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741981_1157 (size=12151) 2024-11-12T07:25:05,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/d4e09f9687aa4bf7a51e0ca682eced62 2024-11-12T07:25:05,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396365482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:05,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/226d9a71e63b4a94939820304d0108ea as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/226d9a71e63b4a94939820304d0108ea 2024-11-12T07:25:05,500 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396365493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:05,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/226d9a71e63b4a94939820304d0108ea, entries=200, sequenceid=185, filesize=38.8 K 2024-11-12T07:25:05,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396365493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:05,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:05,501 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:05,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396365493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:05,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:05,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/46f0322dcfe545eba74bca0776763b3e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/46f0322dcfe545eba74bca0776763b3e 2024-11-12T07:25:05,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/46f0322dcfe545eba74bca0776763b3e, entries=150, sequenceid=185, filesize=11.9 K 2024-11-12T07:25:05,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/d4e09f9687aa4bf7a51e0ca682eced62 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d4e09f9687aa4bf7a51e0ca682eced62 2024-11-12T07:25:05,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d4e09f9687aa4bf7a51e0ca682eced62, entries=150, sequenceid=185, filesize=11.9 K 2024-11-12T07:25:05,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b04bfb6d8795403aa4471a7eda4bed6d in 726ms, sequenceid=185, compaction requested=true 2024-11-12T07:25:05,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:05,522 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:05,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:05,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:05,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:05,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:05,523 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:05,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:05,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:05,524 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:05,524 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/A is initiating minor compaction (all files) 2024-11-12T07:25:05,524 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:05,524 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/A in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:05,524 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/B is initiating minor compaction (all files) 2024-11-12T07:25:05,524 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/B in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:05,524 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/5f0ffd7226184112ac13d5f8cdd9601d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/76f95f42ae424252a7b38a89c1a28e7c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/226d9a71e63b4a94939820304d0108ea] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=99.9 K 2024-11-12T07:25:05,524 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/73ea65fec8ae48a294d4c2ee965cccc3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/d740c173cbd140a29fc085d2d3196feb, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/46f0322dcfe545eba74bca0776763b3e] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=35.9 K 2024-11-12T07:25:05,524 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:05,524 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/5f0ffd7226184112ac13d5f8cdd9601d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/76f95f42ae424252a7b38a89c1a28e7c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/226d9a71e63b4a94939820304d0108ea] 2024-11-12T07:25:05,525 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 73ea65fec8ae48a294d4c2ee965cccc3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731396301370 2024-11-12T07:25:05,525 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d740c173cbd140a29fc085d2d3196feb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731396301458 2024-11-12T07:25:05,525 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 46f0322dcfe545eba74bca0776763b3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731396303643 2024-11-12T07:25:05,526 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f0ffd7226184112ac13d5f8cdd9601d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731396301370 2024-11-12T07:25:05,526 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76f95f42ae424252a7b38a89c1a28e7c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731396301458 2024-11-12T07:25:05,527 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 226d9a71e63b4a94939820304d0108ea, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731396303643 2024-11-12T07:25:05,546 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#B#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:05,546 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/bbb6f11bd6054e55836f0c2200658315 is 50, key is test_row_0/B:col10/1731396303643/Put/seqid=0 2024-11-12T07:25:05,569 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:05,596 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411120033dc418a3f46cab7e003b0ce38cfb0_b04bfb6d8795403aa4471a7eda4bed6d store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:05,599 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411120033dc418a3f46cab7e003b0ce38cfb0_b04bfb6d8795403aa4471a7eda4bed6d, store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:05,599 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411120033dc418a3f46cab7e003b0ce38cfb0_b04bfb6d8795403aa4471a7eda4bed6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:05,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741982_1158 (size=12595) 2024-11-12T07:25:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-12T07:25:05,633 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:05,634 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-12T07:25:05,636 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T07:25:05,637 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:05,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:05,641 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/bbb6f11bd6054e55836f0c2200658315 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bbb6f11bd6054e55836f0c2200658315 2024-11-12T07:25:05,648 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/B of b04bfb6d8795403aa4471a7eda4bed6d into bbb6f11bd6054e55836f0c2200658315(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:05,648 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:05,648 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/B, priority=13, startTime=1731396305523; duration=0sec 2024-11-12T07:25:05,648 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:05,648 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:B 2024-11-12T07:25:05,648 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:05,650 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:05,651 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/C is initiating minor compaction (all files) 2024-11-12T07:25:05,651 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/C in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:05,651 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/1faede0ae8db45c6ae5469695b40c824, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/2a7e123cf2574932a17383b9e6229be7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d4e09f9687aa4bf7a51e0ca682eced62] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=35.9 K 2024-11-12T07:25:05,651 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 1faede0ae8db45c6ae5469695b40c824, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1731396301370 2024-11-12T07:25:05,652 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a7e123cf2574932a17383b9e6229be7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731396301458 2024-11-12T07:25:05,652 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d4e09f9687aa4bf7a51e0ca682eced62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731396303643 2024-11-12T07:25:05,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741983_1159 (size=4469) 2024-11-12T07:25:05,671 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#A#compaction#130 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:05,672 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/211eb881411047af9eced9996b26d3bf is 175, key is test_row_0/A:col10/1731396303643/Put/seqid=0 2024-11-12T07:25:05,672 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#C#compaction#131 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:05,673 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/c0eb812fc902448e98ebd99b89426d5a is 50, key is test_row_0/C:col10/1731396303643/Put/seqid=0 2024-11-12T07:25:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741984_1160 (size=31549) 2024-11-12T07:25:05,696 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:05,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T07:25:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:05,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741985_1161 (size=12595) 2024-11-12T07:25:05,722 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/c0eb812fc902448e98ebd99b89426d5a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/c0eb812fc902448e98ebd99b89426d5a 2024-11-12T07:25:05,730 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/C of b04bfb6d8795403aa4471a7eda4bed6d into c0eb812fc902448e98ebd99b89426d5a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:05,730 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:05,730 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/C, priority=13, startTime=1731396305523; duration=0sec 2024-11-12T07:25:05,730 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:05,730 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:C 2024-11-12T07:25:05,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f538dc61b080457c8cb307ec997547b9_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396305694/Put/seqid=0 2024-11-12T07:25:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T07:25:05,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741986_1162 (size=14794) 2024-11-12T07:25:05,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T07:25:05,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:05,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:05,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:05,790 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:05,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:05,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:05,796 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f538dc61b080457c8cb307ec997547b9_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f538dc61b080457c8cb307ec997547b9_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:05,798 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/9fd3e6392bd54f99b1a8f13b96716d51, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:05,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/9fd3e6392bd54f99b1a8f13b96716d51 is 175, key is test_row_0/A:col10/1731396305694/Put/seqid=0 2024-11-12T07:25:05,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396365808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,813 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:05,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741987_1163 (size=39749) 2024-11-12T07:25:05,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:05,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396365922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:05,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:05,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:05,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T07:25:05,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:05,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:05,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:05,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:05,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:05,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:05,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T07:25:06,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:06,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396366002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:06,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:06,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:06,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396366012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:06,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396366013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:06,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:06,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396366013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:06,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:06,097 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/211eb881411047af9eced9996b26d3bf as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/211eb881411047af9eced9996b26d3bf 2024-11-12T07:25:06,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T07:25:06,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:06,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:06,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:06,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,113 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/A of b04bfb6d8795403aa4471a7eda4bed6d into 211eb881411047af9eced9996b26d3bf(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:06,113 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:06,113 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/A, priority=13, startTime=1731396305522; duration=0sec 2024-11-12T07:25:06,113 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:06,113 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:A 2024-11-12T07:25:06,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:06,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396366132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:06,135 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:06,247 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/9fd3e6392bd54f99b1a8f13b96716d51 2024-11-12T07:25:06,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/e3b55e5083a54b04ab6b4952235c43af is 50, key is test_row_0/B:col10/1731396305694/Put/seqid=0 2024-11-12T07:25:06,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T07:25:06,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:06,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:06,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:06,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T07:25:06,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741988_1164 (size=12151) 2024-11-12T07:25:06,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/e3b55e5083a54b04ab6b4952235c43af 2024-11-12T07:25:06,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/720233cc30ce4e6f99aabbc08eac1882 is 50, key is test_row_0/C:col10/1731396305694/Put/seqid=0 2024-11-12T07:25:06,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741989_1165 (size=12151) 2024-11-12T07:25:06,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T07:25:06,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:06,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:06,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:06,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:06,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396366442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:06,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:06,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:06,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:06,526 INFO [master/cea23c84c117:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T07:25:06,526 INFO [master/cea23c84c117:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T07:25:06,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T07:25:06,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:06,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:06,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:06,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/720233cc30ce4e6f99aabbc08eac1882 2024-11-12T07:25:06,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/9fd3e6392bd54f99b1a8f13b96716d51 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/9fd3e6392bd54f99b1a8f13b96716d51 2024-11-12T07:25:06,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/9fd3e6392bd54f99b1a8f13b96716d51, entries=200, sequenceid=210, filesize=38.8 K 2024-11-12T07:25:06,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/e3b55e5083a54b04ab6b4952235c43af as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e3b55e5083a54b04ab6b4952235c43af 2024-11-12T07:25:06,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e3b55e5083a54b04ab6b4952235c43af, entries=150, sequenceid=210, filesize=11.9 K 2024-11-12T07:25:06,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/720233cc30ce4e6f99aabbc08eac1882 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/720233cc30ce4e6f99aabbc08eac1882 2024-11-12T07:25:06,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T07:25:06,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:06,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:06,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:06,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:06,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/720233cc30ce4e6f99aabbc08eac1882, entries=150, sequenceid=210, filesize=11.9 K 2024-11-12T07:25:06,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b04bfb6d8795403aa4471a7eda4bed6d in 1034ms, sequenceid=210, compaction requested=false 2024-11-12T07:25:06,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T07:25:06,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-12T07:25:06,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:06,879 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T07:25:06,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111204f6b2edb0794d6a89d66420baff08a3_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396305789/Put/seqid=0 2024-11-12T07:25:06,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741990_1166 (size=12304) 2024-11-12T07:25:06,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:07,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396367022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:07,025 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_2' in b04bfb6d8795403aa4471a7eda4bed6d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:07,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396367022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:07,028 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_2' in b04bfb6d8795403aa4471a7eda4bed6d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:07,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:07,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:07,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396367023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:07,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:07,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396367024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:07,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:07,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:07,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396367025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:07,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:07,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396367142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396367142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:07,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:07,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396367142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:07,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:07,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:07,320 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111204f6b2edb0794d6a89d66420baff08a3_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111204f6b2edb0794d6a89d66420baff08a3_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:07,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/956e11a9f3dd489aa6e576aed9a4db71, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:07,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/956e11a9f3dd489aa6e576aed9a4db71 is 175, key is test_row_0/A:col10/1731396305789/Put/seqid=0 2024-11-12T07:25:07,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:07,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396367352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396367352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,362 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:07,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:07,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396367362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:07,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,369 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:07,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741991_1167 (size=31105) 2024-11-12T07:25:07,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396367672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:07,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396367673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:07,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396367673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:07,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T07:25:07,789 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/956e11a9f3dd489aa6e576aed9a4db71 2024-11-12T07:25:07,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/37422f3ac3094395937f7c3d91022988 is 50, key is test_row_0/B:col10/1731396305789/Put/seqid=0 2024-11-12T07:25:07,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741992_1168 (size=12151) 2024-11-12T07:25:08,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:08,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396368182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:08,187 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:08,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396368183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:08,191 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:08,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:08,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396368190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:08,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:08,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:08,194 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:08,224 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/37422f3ac3094395937f7c3d91022988 2024-11-12T07:25:08,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/0d5a2f0d0c314dea92db0a7bbf23a6a3 is 50, key is test_row_0/C:col10/1731396305789/Put/seqid=0 2024-11-12T07:25:08,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741993_1169 (size=12151) 2024-11-12T07:25:08,299 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/0d5a2f0d0c314dea92db0a7bbf23a6a3 2024-11-12T07:25:08,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/956e11a9f3dd489aa6e576aed9a4db71 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/956e11a9f3dd489aa6e576aed9a4db71 2024-11-12T07:25:08,331 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/956e11a9f3dd489aa6e576aed9a4db71, entries=150, sequenceid=224, filesize=30.4 K 2024-11-12T07:25:08,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/37422f3ac3094395937f7c3d91022988 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/37422f3ac3094395937f7c3d91022988 2024-11-12T07:25:08,340 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/37422f3ac3094395937f7c3d91022988, entries=150, sequenceid=224, filesize=11.9 K 2024-11-12T07:25:08,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/0d5a2f0d0c314dea92db0a7bbf23a6a3 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/0d5a2f0d0c314dea92db0a7bbf23a6a3 2024-11-12T07:25:08,356 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/0d5a2f0d0c314dea92db0a7bbf23a6a3, entries=150, sequenceid=224, filesize=11.9 K 2024-11-12T07:25:08,358 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b04bfb6d8795403aa4471a7eda4bed6d in 1478ms, sequenceid=224, compaction requested=true 2024-11-12T07:25:08,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:08,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:08,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-12T07:25:08,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-12T07:25:08,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-12T07:25:08,362 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7220 sec 2024-11-12T07:25:08,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.7290 sec 2024-11-12T07:25:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:09,053 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:09,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T07:25:09,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111221ef40e80a8849bf8e5b20217dc9ea6b_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396307022/Put/seqid=0 2024-11-12T07:25:09,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741994_1170 (size=12304) 2024-11-12T07:25:09,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:09,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396369074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:09,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396369075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:09,080 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111221ef40e80a8849bf8e5b20217dc9ea6b_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111221ef40e80a8849bf8e5b20217dc9ea6b_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:09,083 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/526077f5be7f4287bf355274d9998331, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:09,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/526077f5be7f4287bf355274d9998331 is 175, key is test_row_0/A:col10/1731396307022/Put/seqid=0 2024-11-12T07:25:09,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741995_1171 (size=31105) 2024-11-12T07:25:09,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396369182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:09,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,187 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:09,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396369192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:09,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396369201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:09,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396369201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:09,202 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_2' in b04bfb6d8795403aa4471a7eda4bed6d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:09,203 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_2' in b04bfb6d8795403aa4471a7eda4bed6d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:09,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396369212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:09,213 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_0' in b04bfb6d8795403aa4471a7eda4bed6d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:09,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:09,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396369392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:09,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,398 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:09,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:09,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396369401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:09,407 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:09,498 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/526077f5be7f4287bf355274d9998331 2024-11-12T07:25:09,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/fecb68c6ee144975b4231eaeacc11964 is 50, key is test_row_0/B:col10/1731396307022/Put/seqid=0 2024-11-12T07:25:09,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741996_1172 (size=12151) 2024-11-12T07:25:09,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396369702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,707 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:09,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396369711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:09,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-12T07:25:09,793 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:09,793 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-12T07:25:09,796 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T07:25:09,797 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:09,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T07:25:09,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/fecb68c6ee144975b4231eaeacc11964 2024-11-12T07:25:09,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/642d0af295bd4ed88c2be31daa7ab6b1 is 50, key is test_row_0/C:col10/1731396307022/Put/seqid=0 2024-11-12T07:25:09,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741997_1173 (size=12151) 2024-11-12T07:25:09,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T07:25:09,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:09,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:09,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:09,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:09,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:10,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T07:25:10,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:10,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:10,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:10,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:10,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T07:25:10,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396370227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:10,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396370227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:10,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:10,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:10,230 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:10,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:10,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:10,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:10,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T07:25:10,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:10,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:10,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:10,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:10,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:10,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/642d0af295bd4ed88c2be31daa7ab6b1 2024-11-12T07:25:10,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/526077f5be7f4287bf355274d9998331 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/526077f5be7f4287bf355274d9998331 2024-11-12T07:25:10,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/526077f5be7f4287bf355274d9998331, entries=150, sequenceid=250, filesize=30.4 K 2024-11-12T07:25:10,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/fecb68c6ee144975b4231eaeacc11964 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/fecb68c6ee144975b4231eaeacc11964 2024-11-12T07:25:10,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/fecb68c6ee144975b4231eaeacc11964, entries=150, sequenceid=250, filesize=11.9 K 2024-11-12T07:25:10,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/642d0af295bd4ed88c2be31daa7ab6b1 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/642d0af295bd4ed88c2be31daa7ab6b1 2024-11-12T07:25:10,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/642d0af295bd4ed88c2be31daa7ab6b1, entries=150, sequenceid=250, filesize=11.9 K 2024-11-12T07:25:10,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b04bfb6d8795403aa4471a7eda4bed6d in 1344ms, sequenceid=250, compaction requested=true 2024-11-12T07:25:10,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:10,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:10,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:10,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:10,397 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:25:10,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:10,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:10,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T07:25:10,397 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:25:10,400 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:25:10,400 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:25:10,400 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/B is initiating minor compaction (all files) 2024-11-12T07:25:10,400 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/A is initiating minor compaction (all files) 2024-11-12T07:25:10,400 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/A in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:10,400 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/B in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:10,400 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/211eb881411047af9eced9996b26d3bf, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/9fd3e6392bd54f99b1a8f13b96716d51, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/956e11a9f3dd489aa6e576aed9a4db71, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/526077f5be7f4287bf355274d9998331] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=130.4 K 2024-11-12T07:25:10,400 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bbb6f11bd6054e55836f0c2200658315, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e3b55e5083a54b04ab6b4952235c43af, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/37422f3ac3094395937f7c3d91022988, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/fecb68c6ee144975b4231eaeacc11964] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=47.9 K 2024-11-12T07:25:10,400 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:10,400 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/211eb881411047af9eced9996b26d3bf, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/9fd3e6392bd54f99b1a8f13b96716d51, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/956e11a9f3dd489aa6e576aed9a4db71, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/526077f5be7f4287bf355274d9998331] 2024-11-12T07:25:10,401 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting bbb6f11bd6054e55836f0c2200658315, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731396303643 2024-11-12T07:25:10,401 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 211eb881411047af9eced9996b26d3bf, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731396303643 2024-11-12T07:25:10,402 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting e3b55e5083a54b04ab6b4952235c43af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731396304839 2024-11-12T07:25:10,402 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fd3e6392bd54f99b1a8f13b96716d51, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731396304839 2024-11-12T07:25:10,402 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 37422f3ac3094395937f7c3d91022988, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731396305754 2024-11-12T07:25:10,403 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 956e11a9f3dd489aa6e576aed9a4db71, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731396305754 2024-11-12T07:25:10,403 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting fecb68c6ee144975b4231eaeacc11964, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731396307016 2024-11-12T07:25:10,403 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 526077f5be7f4287bf355274d9998331, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731396307016 2024-11-12T07:25:10,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-12T07:25:10,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:10,417 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-12T07:25:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T07:25:10,427 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:10,427 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/ae222f6666e84f23a22c56f8483225d7 is 50, key is test_row_0/B:col10/1731396307022/Put/seqid=0 2024-11-12T07:25:10,430 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:10,440 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411125921d809bfed467b93029a92fd4a3e17_b04bfb6d8795403aa4471a7eda4bed6d store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:10,442 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411125921d809bfed467b93029a92fd4a3e17_b04bfb6d8795403aa4471a7eda4bed6d, store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:10,443 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125921d809bfed467b93029a92fd4a3e17_b04bfb6d8795403aa4471a7eda4bed6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:10,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d2f9935d05764f68accb188e0817183f_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396309061/Put/seqid=0 2024-11-12T07:25:10,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741998_1174 (size=12731) 2024-11-12T07:25:10,489 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/ae222f6666e84f23a22c56f8483225d7 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/ae222f6666e84f23a22c56f8483225d7 2024-11-12T07:25:10,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741999_1175 (size=4469) 2024-11-12T07:25:10,497 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/B of b04bfb6d8795403aa4471a7eda4bed6d into ae222f6666e84f23a22c56f8483225d7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:10,497 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:10,497 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/B, priority=12, startTime=1731396310397; duration=0sec 2024-11-12T07:25:10,497 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:10,497 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:B 2024-11-12T07:25:10,497 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:25:10,500 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:25:10,500 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/C is initiating minor compaction (all files) 2024-11-12T07:25:10,500 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/C in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:10,501 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/c0eb812fc902448e98ebd99b89426d5a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/720233cc30ce4e6f99aabbc08eac1882, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/0d5a2f0d0c314dea92db0a7bbf23a6a3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/642d0af295bd4ed88c2be31daa7ab6b1] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=47.9 K 2024-11-12T07:25:10,501 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting c0eb812fc902448e98ebd99b89426d5a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731396303643 2024-11-12T07:25:10,502 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 720233cc30ce4e6f99aabbc08eac1882, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731396304839 2024-11-12T07:25:10,502 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d5a2f0d0c314dea92db0a7bbf23a6a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731396305754 2024-11-12T07:25:10,503 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 642d0af295bd4ed88c2be31daa7ab6b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731396307016 2024-11-12T07:25:10,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742000_1176 (size=12354) 2024-11-12T07:25:10,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,542 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d2f9935d05764f68accb188e0817183f_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d2f9935d05764f68accb188e0817183f_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:10,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/e2f819a8d0d84a4988c8638c8d53df35, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:10,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/e2f819a8d0d84a4988c8638c8d53df35 is 175, key is test_row_0/A:col10/1731396309061/Put/seqid=0 2024-11-12T07:25:10,547 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#C#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:10,548 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/f7641f7ca91f4c1c96d0697e55cf5da9 is 50, key is test_row_0/C:col10/1731396307022/Put/seqid=0 2024-11-12T07:25:10,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742001_1177 (size=31155) 2024-11-12T07:25:10,592 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/e2f819a8d0d84a4988c8638c8d53df35 2024-11-12T07:25:10,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742002_1178 (size=12731) 2024-11-12T07:25:10,615 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/f7641f7ca91f4c1c96d0697e55cf5da9 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f7641f7ca91f4c1c96d0697e55cf5da9 2024-11-12T07:25:10,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/df40058ad0754d3c97157002857ad2df is 50, key is test_row_0/B:col10/1731396309061/Put/seqid=0 2024-11-12T07:25:10,623 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/C of b04bfb6d8795403aa4471a7eda4bed6d into f7641f7ca91f4c1c96d0697e55cf5da9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:10,623 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:10,623 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/C, priority=12, startTime=1731396310397; duration=0sec 2024-11-12T07:25:10,623 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:10,623 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:C 2024-11-12T07:25:10,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742003_1179 (size=12201) 2024-11-12T07:25:10,634 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/df40058ad0754d3c97157002857ad2df 2024-11-12T07:25:10,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/8cdd9d78c6434c2bb9b9bcbb210c2e7b is 50, key is test_row_0/C:col10/1731396309061/Put/seqid=0 2024-11-12T07:25:10,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742004_1180 (size=12201) 2024-11-12T07:25:10,656 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/8cdd9d78c6434c2bb9b9bcbb210c2e7b 2024-11-12T07:25:10,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/e2f819a8d0d84a4988c8638c8d53df35 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e2f819a8d0d84a4988c8638c8d53df35 2024-11-12T07:25:10,673 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e2f819a8d0d84a4988c8638c8d53df35, entries=150, sequenceid=260, filesize=30.4 K 2024-11-12T07:25:10,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/df40058ad0754d3c97157002857ad2df as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/df40058ad0754d3c97157002857ad2df 2024-11-12T07:25:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,679 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/df40058ad0754d3c97157002857ad2df, entries=150, sequenceid=260, filesize=11.9 K 2024-11-12T07:25:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/8cdd9d78c6434c2bb9b9bcbb210c2e7b as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/8cdd9d78c6434c2bb9b9bcbb210c2e7b 2024-11-12T07:25:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,690 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/8cdd9d78c6434c2bb9b9bcbb210c2e7b, entries=150, sequenceid=260, filesize=11.9 K 2024-11-12T07:25:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,691 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for b04bfb6d8795403aa4471a7eda4bed6d in 274ms, sequenceid=260, compaction requested=false 2024-11-12T07:25:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:10,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-12T07:25:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-12T07:25:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-12T07:25:10,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 895 msec 2024-11-12T07:25:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,697 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 902 msec 2024-11-12T07:25:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,892 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#A#compaction#142 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,892 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/b3ed6d9b7252421698da08e066adaf67 is 175, key is test_row_0/A:col10/1731396307022/Put/seqid=0 2024-11-12T07:25:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742005_1181 (size=31685) 2024-11-12T07:25:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,914 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/b3ed6d9b7252421698da08e066adaf67 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/b3ed6d9b7252421698da08e066adaf67 2024-11-12T07:25:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,921 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/A of b04bfb6d8795403aa4471a7eda4bed6d into b3ed6d9b7252421698da08e066adaf67(size=30.9 K), total size for store is 61.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:10,922 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:10,922 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/A, priority=12, startTime=1731396310397; duration=0sec 2024-11-12T07:25:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,922 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:10,922 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:A 2024-11-12T07:25:10,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-12T07:25:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,932 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-12T07:25:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T07:25:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,942 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,943 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:10,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T07:25:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-12T07:25:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:11,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:11,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:11,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-12T07:25:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-12T07:25:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-12T07:25:11,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-12T07:25:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 168 msec 2024-11-12T07:25:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-12T07:25:11,252 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,252 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-12T07:25:11,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T07:25:11,255 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,256 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:11,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T07:25:11,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:11,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T07:25:11,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T07:25:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:11,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:11,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:11,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112846e526366ca429893d58eaf7fb551bb_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396311317/Put/seqid=0 2024-11-12T07:25:11,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742006_1182 (size=12454) 2024-11-12T07:25:11,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396371451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396371457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396371457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,465 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396371458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,466 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396371464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T07:25:11,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:11,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:11,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:11,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:11,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:11,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:11,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T07:25:11,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396371572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396371573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396371580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396371580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396371581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T07:25:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:11,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:11,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:11,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396371782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396371783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,787 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,787 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396371792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396371792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:11,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396371794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:11,795 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:11,855 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:11,860 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112846e526366ca429893d58eaf7fb551bb_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112846e526366ca429893d58eaf7fb551bb_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:11,861 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/c9b6aef0b57f4bf59004d8bb3337ee4d, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:11,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/c9b6aef0b57f4bf59004d8bb3337ee4d is 175, key is test_row_0/A:col10/1731396311317/Put/seqid=0 2024-11-12T07:25:11,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742007_1183 (size=31255) 2024-11-12T07:25:11,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T07:25:11,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:11,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:11,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:11,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:11,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:11,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:11,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T07:25:12,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T07:25:12,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:12,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:12,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:12,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:12,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396372092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396372092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:12,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:12,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396372102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:12,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:12,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396372102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:12,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,107 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:12,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396372102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:12,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,107 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:12,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T07:25:12,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:12,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:12,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:12,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,267 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/c9b6aef0b57f4bf59004d8bb3337ee4d 2024-11-12T07:25:12,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/29ca9d279c2d4ec79993723505db7399 is 50, key is test_row_0/B:col10/1731396311317/Put/seqid=0 2024-11-12T07:25:12,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742008_1184 (size=12301) 2024-11-12T07:25:12,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/29ca9d279c2d4ec79993723505db7399 2024-11-12T07:25:12,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/d4d4b087569541a9ac60af8bc36a893f is 50, key is test_row_0/C:col10/1731396311317/Put/seqid=0 2024-11-12T07:25:12,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742009_1185 (size=12301) 2024-11-12T07:25:12,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T07:25:12,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:12,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:12,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:12,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T07:25:12,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T07:25:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:12,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396372602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:12,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396372602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:12,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:12,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396372611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:12,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:12,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396372622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:12,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:12,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396372622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:12,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:12,626 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:12,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T07:25:12,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:12,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:12,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:12,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:12,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/d4d4b087569541a9ac60af8bc36a893f 2024-11-12T07:25:12,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/c9b6aef0b57f4bf59004d8bb3337ee4d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/c9b6aef0b57f4bf59004d8bb3337ee4d 2024-11-12T07:25:12,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/c9b6aef0b57f4bf59004d8bb3337ee4d, entries=150, sequenceid=277, filesize=30.5 K 2024-11-12T07:25:12,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/29ca9d279c2d4ec79993723505db7399 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/29ca9d279c2d4ec79993723505db7399 2024-11-12T07:25:12,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/29ca9d279c2d4ec79993723505db7399, entries=150, sequenceid=277, filesize=12.0 K 2024-11-12T07:25:12,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/d4d4b087569541a9ac60af8bc36a893f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d4d4b087569541a9ac60af8bc36a893f 2024-11-12T07:25:12,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d4d4b087569541a9ac60af8bc36a893f, entries=150, sequenceid=277, filesize=12.0 K 2024-11-12T07:25:12,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b04bfb6d8795403aa4471a7eda4bed6d in 1336ms, sequenceid=277, compaction requested=true 2024-11-12T07:25:12,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:12,737 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:12,737 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:12,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:12,737 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:12,737 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:12,737 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/A is initiating minor compaction (all files) 2024-11-12T07:25:12,737 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/B is initiating minor compaction (all files) 2024-11-12T07:25:12,738 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/A in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:12,738 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/B in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:12,738 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/b3ed6d9b7252421698da08e066adaf67, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e2f819a8d0d84a4988c8638c8d53df35, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/c9b6aef0b57f4bf59004d8bb3337ee4d] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=91.9 K 2024-11-12T07:25:12,738 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/ae222f6666e84f23a22c56f8483225d7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/df40058ad0754d3c97157002857ad2df, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/29ca9d279c2d4ec79993723505db7399] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=36.4 K 2024-11-12T07:25:12,738 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:12,738 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/b3ed6d9b7252421698da08e066adaf67, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e2f819a8d0d84a4988c8638c8d53df35, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/c9b6aef0b57f4bf59004d8bb3337ee4d] 2024-11-12T07:25:12,738 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting ae222f6666e84f23a22c56f8483225d7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731396307016 2024-11-12T07:25:12,738 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3ed6d9b7252421698da08e066adaf67, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731396307016 2024-11-12T07:25:12,738 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting df40058ad0754d3c97157002857ad2df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731396309056 2024-11-12T07:25:12,738 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2f819a8d0d84a4988c8638c8d53df35, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731396309056 2024-11-12T07:25:12,739 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 29ca9d279c2d4ec79993723505db7399, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731396311317 2024-11-12T07:25:12,739 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9b6aef0b57f4bf59004d8bb3337ee4d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731396311317 2024-11-12T07:25:12,747 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:12,748 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:12,748 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/f8855a8de7a64c92a7331d2d73b43703 is 50, key is test_row_0/B:col10/1731396311317/Put/seqid=0 2024-11-12T07:25:12,750 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411122a3d6da072924157b736340f0b2cd789_b04bfb6d8795403aa4471a7eda4bed6d store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:12,752 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411122a3d6da072924157b736340f0b2cd789_b04bfb6d8795403aa4471a7eda4bed6d, store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:12,752 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122a3d6da072924157b736340f0b2cd789_b04bfb6d8795403aa4471a7eda4bed6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:12,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742010_1186 (size=4469) 2024-11-12T07:25:12,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742011_1187 (size=12983) 2024-11-12T07:25:12,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-12T07:25:12,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:12,795 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T07:25:12,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e266ae8496ff4572a4bfd444171876c3_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396311462/Put/seqid=0 2024-11-12T07:25:12,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742012_1188 (size=12454) 2024-11-12T07:25:13,163 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#A#compaction#151 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:13,164 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/fe65aeef49464174b6965cb8896ef2d3 is 175, key is test_row_0/A:col10/1731396311317/Put/seqid=0 2024-11-12T07:25:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742013_1189 (size=31937) 2024-11-12T07:25:13,175 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/f8855a8de7a64c92a7331d2d73b43703 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/f8855a8de7a64c92a7331d2d73b43703 2024-11-12T07:25:13,180 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/B of b04bfb6d8795403aa4471a7eda4bed6d into f8855a8de7a64c92a7331d2d73b43703(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:13,180 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:13,180 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/B, priority=13, startTime=1731396312737; duration=0sec 2024-11-12T07:25:13,180 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:13,180 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:B 2024-11-12T07:25:13,180 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:13,182 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:13,182 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/C is initiating minor compaction (all files) 2024-11-12T07:25:13,182 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/C in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:13,182 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f7641f7ca91f4c1c96d0697e55cf5da9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/8cdd9d78c6434c2bb9b9bcbb210c2e7b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d4d4b087569541a9ac60af8bc36a893f] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=36.4 K 2024-11-12T07:25:13,182 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting f7641f7ca91f4c1c96d0697e55cf5da9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731396307016 2024-11-12T07:25:13,183 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cdd9d78c6434c2bb9b9bcbb210c2e7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731396309056 2024-11-12T07:25:13,184 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d4d4b087569541a9ac60af8bc36a893f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731396311317 2024-11-12T07:25:13,192 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:13,192 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/3755647ad0ec49d8b90c7c4aa6875b68 is 50, key is test_row_0/C:col10/1731396311317/Put/seqid=0 2024-11-12T07:25:13,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742014_1190 (size=12983) 2024-11-12T07:25:13,202 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/3755647ad0ec49d8b90c7c4aa6875b68 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/3755647ad0ec49d8b90c7c4aa6875b68 2024-11-12T07:25:13,207 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/C of b04bfb6d8795403aa4471a7eda4bed6d into 3755647ad0ec49d8b90c7c4aa6875b68(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:13,207 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:13,207 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/C, priority=13, startTime=1731396312737; duration=0sec 2024-11-12T07:25:13,207 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:13,207 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:C 2024-11-12T07:25:13,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:13,217 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112e266ae8496ff4572a4bfd444171876c3_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e266ae8496ff4572a4bfd444171876c3_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:13,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/b94494209fc64e9680953d574df8eac0, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:13,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/b94494209fc64e9680953d574df8eac0 is 175, key is test_row_0/A:col10/1731396311462/Put/seqid=0 2024-11-12T07:25:13,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742015_1191 (size=31255) 2024-11-12T07:25:13,223 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/b94494209fc64e9680953d574df8eac0 2024-11-12T07:25:13,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/b810dd575231413ca787fce7b6654802 is 50, key is test_row_0/B:col10/1731396311462/Put/seqid=0 2024-11-12T07:25:13,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742016_1192 (size=12301) 2024-11-12T07:25:13,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T07:25:13,573 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/fe65aeef49464174b6965cb8896ef2d3 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/fe65aeef49464174b6965cb8896ef2d3 2024-11-12T07:25:13,577 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/A of b04bfb6d8795403aa4471a7eda4bed6d into fe65aeef49464174b6965cb8896ef2d3(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:13,577 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:13,577 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/A, priority=13, startTime=1731396312736; duration=0sec 2024-11-12T07:25:13,578 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:13,578 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:A 2024-11-12T07:25:13,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. as already flushing 2024-11-12T07:25:13,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:13,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396373630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:13,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:13,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396373631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:13,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396373631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,632 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:13,638 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/b810dd575231413ca787fce7b6654802 2024-11-12T07:25:13,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53024 deadline: 1731396373642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:13,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:13,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53028 deadline: 1731396373642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:13,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/d9af4d6c4cd244b98c0357fcefc81e42 is 50, key is test_row_0/C:col10/1731396311462/Put/seqid=0 2024-11-12T07:25:13,645 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in b04bfb6d8795403aa4471a7eda4bed6d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:13,645 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in b04bfb6d8795403aa4471a7eda4bed6d of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:13,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742017_1193 (size=12301) 2024-11-12T07:25:13,655 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/d9af4d6c4cd244b98c0357fcefc81e42 2024-11-12T07:25:13,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/b94494209fc64e9680953d574df8eac0 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/b94494209fc64e9680953d574df8eac0 2024-11-12T07:25:13,666 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/b94494209fc64e9680953d574df8eac0, entries=150, sequenceid=300, filesize=30.5 K 2024-11-12T07:25:13,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/b810dd575231413ca787fce7b6654802 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/b810dd575231413ca787fce7b6654802 2024-11-12T07:25:13,673 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/b810dd575231413ca787fce7b6654802, entries=150, sequenceid=300, filesize=12.0 K 2024-11-12T07:25:13,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/d9af4d6c4cd244b98c0357fcefc81e42 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d9af4d6c4cd244b98c0357fcefc81e42 2024-11-12T07:25:13,679 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d9af4d6c4cd244b98c0357fcefc81e42, entries=150, sequenceid=300, filesize=12.0 K 2024-11-12T07:25:13,680 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for b04bfb6d8795403aa4471a7eda4bed6d in 885ms, sequenceid=300, compaction requested=false 2024-11-12T07:25:13,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:13,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:13,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-12T07:25:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-12T07:25:13,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-12T07:25:13,683 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4260 sec 2024-11-12T07:25:13,685 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.4310 sec 2024-11-12T07:25:13,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:13,744 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:13,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T07:25:13,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129d3ddb40f1ae43d78da4e7ec11da34ed_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396313630/Put/seqid=0 2024-11-12T07:25:13,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742018_1194 (size=12454) 2024-11-12T07:25:13,762 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:13,766 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129d3ddb40f1ae43d78da4e7ec11da34ed_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129d3ddb40f1ae43d78da4e7ec11da34ed_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:13,767 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/3ae2212a378b4d9dad0aa18cea21e103, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:13,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/3ae2212a378b4d9dad0aa18cea21e103 is 175, key is test_row_0/A:col10/1731396313630/Put/seqid=0 2024-11-12T07:25:13,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742019_1195 (size=31255) 2024-11-12T07:25:13,778 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/3ae2212a378b4d9dad0aa18cea21e103 2024-11-12T07:25:13,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396373774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:13,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:13,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396373774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:13,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:13,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396373774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:13,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:13,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:13,779 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:13,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/8d3da1ec733b4364b40513b722e62fed is 50, key is test_row_0/B:col10/1731396313630/Put/seqid=0 2024-11-12T07:25:13,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742020_1196 (size=12301) 2024-11-12T07:25:13,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396373882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:13,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:13,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396373882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:13,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:13,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:13,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:13,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396373882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:13,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:13,884 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:14,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396374092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:14,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:14,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:14,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:14,094 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396374092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:14,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:14,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:14,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396374092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:14,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:14,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:14,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:14,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:14,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/8d3da1ec733b4364b40513b722e62fed 2024-11-12T07:25:14,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/415ff20d0e8b4e6eb68aa75092744004 is 50, key is test_row_0/C:col10/1731396313630/Put/seqid=0 2024-11-12T07:25:14,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742021_1197 (size=12301) 2024-11-12T07:25:14,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:14,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53058 deadline: 1731396374402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:14,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:14,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53052 deadline: 1731396374402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:53000 deadline: 1731396374402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:14,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:14,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/415ff20d0e8b4e6eb68aa75092744004 2024-11-12T07:25:14,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/3ae2212a378b4d9dad0aa18cea21e103 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/3ae2212a378b4d9dad0aa18cea21e103 2024-11-12T07:25:14,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/3ae2212a378b4d9dad0aa18cea21e103, entries=150, sequenceid=319, filesize=30.5 K 2024-11-12T07:25:14,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/8d3da1ec733b4364b40513b722e62fed as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/8d3da1ec733b4364b40513b722e62fed 2024-11-12T07:25:14,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/8d3da1ec733b4364b40513b722e62fed, entries=150, sequenceid=319, filesize=12.0 K 2024-11-12T07:25:14,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/415ff20d0e8b4e6eb68aa75092744004 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/415ff20d0e8b4e6eb68aa75092744004 2024-11-12T07:25:14,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/415ff20d0e8b4e6eb68aa75092744004, entries=150, sequenceid=319, filesize=12.0 K 2024-11-12T07:25:14,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for b04bfb6d8795403aa4471a7eda4bed6d in 877ms, sequenceid=319, compaction requested=true 2024-11-12T07:25:14,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:14,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:14,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:14,621 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:14,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:14,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:14,621 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:14,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b04bfb6d8795403aa4471a7eda4bed6d:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:14,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:14,622 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:14,622 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:14,622 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/A is initiating minor compaction (all files) 2024-11-12T07:25:14,622 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/B is initiating minor compaction (all files) 2024-11-12T07:25:14,622 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/A in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:14,622 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/B in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:14,622 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/f8855a8de7a64c92a7331d2d73b43703, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/b810dd575231413ca787fce7b6654802, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/8d3da1ec733b4364b40513b722e62fed] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=36.7 K 2024-11-12T07:25:14,622 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/fe65aeef49464174b6965cb8896ef2d3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/b94494209fc64e9680953d574df8eac0, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/3ae2212a378b4d9dad0aa18cea21e103] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=92.2 K 2024-11-12T07:25:14,622 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:14,622 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/fe65aeef49464174b6965cb8896ef2d3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/b94494209fc64e9680953d574df8eac0, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/3ae2212a378b4d9dad0aa18cea21e103] 2024-11-12T07:25:14,623 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe65aeef49464174b6965cb8896ef2d3, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731396311317 2024-11-12T07:25:14,623 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting f8855a8de7a64c92a7331d2d73b43703, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731396311317 2024-11-12T07:25:14,623 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting b94494209fc64e9680953d574df8eac0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731396311417 2024-11-12T07:25:14,623 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting b810dd575231413ca787fce7b6654802, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731396311417 2024-11-12T07:25:14,624 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d3da1ec733b4364b40513b722e62fed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731396313630 2024-11-12T07:25:14,624 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ae2212a378b4d9dad0aa18cea21e103, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731396313630 2024-11-12T07:25:14,629 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:14,631 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#B#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:14,631 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/2ad97ccf8ed44ed5bd9fb8ede2d9d908 is 50, key is test_row_0/B:col10/1731396313630/Put/seqid=0 2024-11-12T07:25:14,634 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112dc9cd638c0d0460aa19cbb7468670eda_b04bfb6d8795403aa4471a7eda4bed6d store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:14,636 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112dc9cd638c0d0460aa19cbb7468670eda_b04bfb6d8795403aa4471a7eda4bed6d, store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:14,636 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112dc9cd638c0d0460aa19cbb7468670eda_b04bfb6d8795403aa4471a7eda4bed6d because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:14,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742022_1198 (size=13085) 2024-11-12T07:25:14,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742023_1199 (size=4469) 2024-11-12T07:25:14,884 INFO [Thread-562 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-562. 2024-11-12T07:25:14,884 DEBUG [Thread-562 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:14,884 DEBUG [Thread-562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:14,884 DEBUG [Thread-562 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:14,884 INFO [Thread-560 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-560. 2024-11-12T07:25:14,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:14,884 DEBUG [Thread-560 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:14,884 DEBUG [Thread-560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:14,885 DEBUG [Thread-560 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:14,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:14,888 INFO [Thread-566 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-566. 2024-11-12T07:25:14,889 DEBUG [Thread-566 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:14,889 DEBUG [Thread-566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:14,889 DEBUG [Thread-566 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:14,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:14,891 INFO [Thread-564 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-564. 2024-11-12T07:25:14,891 DEBUG [Thread-564 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:14,891 DEBUG [Thread-564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:14,892 DEBUG [Thread-564 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:14,892 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:14,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:14,914 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:14,914 INFO [Thread-557 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-557. 2024-11-12T07:25:14,914 INFO [Thread-555 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-555. 2024-11-12T07:25:14,914 DEBUG [Thread-557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:14,914 DEBUG [Thread-555 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:14,914 DEBUG [Thread-557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:14,914 INFO [Thread-553 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-553. 2024-11-12T07:25:14,914 DEBUG [Thread-555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:14,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T07:25:14,914 DEBUG [Thread-553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:14,914 DEBUG [Thread-553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:14,914 DEBUG [Thread-557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:14,914 DEBUG [Thread-555 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:14,914 DEBUG [Thread-553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:14,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:14,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:14,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:14,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d3163e748e084bc094ca1b33432e3082_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_0/A:col10/1731396313772/Put/seqid=0 2024-11-12T07:25:14,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742024_1200 (size=12454) 2024-11-12T07:25:15,049 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#A#compaction#160 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:15,050 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/5920083db49d43de8d3f85e852e86a46 is 175, key is test_row_0/A:col10/1731396313630/Put/seqid=0 2024-11-12T07:25:15,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742025_1201 (size=32039) 2024-11-12T07:25:15,057 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/2ad97ccf8ed44ed5bd9fb8ede2d9d908 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/2ad97ccf8ed44ed5bd9fb8ede2d9d908 2024-11-12T07:25:15,062 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/B of b04bfb6d8795403aa4471a7eda4bed6d into 2ad97ccf8ed44ed5bd9fb8ede2d9d908(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:15,062 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:15,062 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/B, priority=13, startTime=1731396314621; duration=0sec 2024-11-12T07:25:15,062 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:15,063 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:B 2024-11-12T07:25:15,063 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:15,064 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:15,064 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): b04bfb6d8795403aa4471a7eda4bed6d/C is initiating minor compaction (all files) 2024-11-12T07:25:15,064 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b04bfb6d8795403aa4471a7eda4bed6d/C in TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:15,064 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/3755647ad0ec49d8b90c7c4aa6875b68, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d9af4d6c4cd244b98c0357fcefc81e42, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/415ff20d0e8b4e6eb68aa75092744004] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp, totalSize=36.7 K 2024-11-12T07:25:15,065 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 3755647ad0ec49d8b90c7c4aa6875b68, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731396311317 2024-11-12T07:25:15,065 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d9af4d6c4cd244b98c0357fcefc81e42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731396311417 2024-11-12T07:25:15,065 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 415ff20d0e8b4e6eb68aa75092744004, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731396313630 2024-11-12T07:25:15,071 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b04bfb6d8795403aa4471a7eda4bed6d#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:15,072 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/3f9cf58431944c78a1e81abc985b1191 is 50, key is test_row_0/C:col10/1731396313630/Put/seqid=0 2024-11-12T07:25:15,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742026_1202 (size=13085) 2024-11-12T07:25:15,327 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:15,337 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d3163e748e084bc094ca1b33432e3082_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d3163e748e084bc094ca1b33432e3082_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:15,339 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/569390f642e44bbfbc2b30d6faa4a469, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:15,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/569390f642e44bbfbc2b30d6faa4a469 is 175, key is test_row_0/A:col10/1731396313772/Put/seqid=0 2024-11-12T07:25:15,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742027_1203 (size=31255) 2024-11-12T07:25:15,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-12T07:25:15,422 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:15,466 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/5920083db49d43de8d3f85e852e86a46 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/5920083db49d43de8d3f85e852e86a46 2024-11-12T07:25:15,473 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/A of b04bfb6d8795403aa4471a7eda4bed6d into 5920083db49d43de8d3f85e852e86a46(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:15,473 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:15,473 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/A, priority=13, startTime=1731396314621; duration=0sec 2024-11-12T07:25:15,473 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:15,473 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:A 2024-11-12T07:25:15,481 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/3f9cf58431944c78a1e81abc985b1191 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/3f9cf58431944c78a1e81abc985b1191 2024-11-12T07:25:15,486 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b04bfb6d8795403aa4471a7eda4bed6d/C of b04bfb6d8795403aa4471a7eda4bed6d into 3f9cf58431944c78a1e81abc985b1191(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:15,486 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:15,486 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., storeName=b04bfb6d8795403aa4471a7eda4bed6d/C, priority=13, startTime=1731396314621; duration=0sec 2024-11-12T07:25:15,486 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:15,486 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b04bfb6d8795403aa4471a7eda4bed6d:C 2024-11-12T07:25:15,654 INFO [Thread-549 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-549. 2024-11-12T07:25:15,655 DEBUG [Thread-549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:15,655 DEBUG [Thread-549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:15,655 DEBUG [Thread-549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:15,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:15,664 INFO [Thread-551 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-551. 2024-11-12T07:25:15,664 DEBUG [Thread-551 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:15,664 DEBUG [Thread-551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:15,664 DEBUG [Thread-551 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:15,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:15,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T07:25:15,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-12T07:25:15,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-12T07:25:15,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-12T07:25:15,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 44 2024-11-12T07:25:15,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-12T07:25:15,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T07:25:15,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2711 2024-11-12T07:25:15,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2684 2024-11-12T07:25:15,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T07:25:15,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1195 2024-11-12T07:25:15,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3585 rows 2024-11-12T07:25:15,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1216 2024-11-12T07:25:15,665 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3648 rows 2024-11-12T07:25:15,665 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:25:15,665 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:25:15,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:15,665 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:15,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:15,667 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T07:25:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-12T07:25:15,673 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396315672"}]},"ts":"1731396315672"} 2024-11-12T07:25:15,675 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T07:25:15,676 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T07:25:15,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T07:25:15,680 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, UNASSIGN}] 2024-11-12T07:25:15,681 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, UNASSIGN 2024-11-12T07:25:15,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=b04bfb6d8795403aa4471a7eda4bed6d, regionState=CLOSING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:25:15,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, UNASSIGN because future has completed 2024-11-12T07:25:15,683 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:25:15,684 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:25:15,747 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/569390f642e44bbfbc2b30d6faa4a469 2024-11-12T07:25:15,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/bf41928404d247818a86db53c98e6bbf is 50, key is test_row_0/B:col10/1731396313772/Put/seqid=0 2024-11-12T07:25:15,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742028_1204 (size=12301) 2024-11-12T07:25:15,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-12T07:25:15,837 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(122): Close b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:15,837 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:25:15,837 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1722): Closing b04bfb6d8795403aa4471a7eda4bed6d, disabling compactions & flushes 2024-11-12T07:25:15,838 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:15,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-12T07:25:16,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/bf41928404d247818a86db53c98e6bbf 2024-11-12T07:25:16,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/9698652d8680406cb0b757a7062c8b1a is 50, key is test_row_0/C:col10/1731396313772/Put/seqid=0 2024-11-12T07:25:16,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742029_1205 (size=12301) 2024-11-12T07:25:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-12T07:25:16,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/9698652d8680406cb0b757a7062c8b1a 2024-11-12T07:25:16,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/569390f642e44bbfbc2b30d6faa4a469 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/569390f642e44bbfbc2b30d6faa4a469 2024-11-12T07:25:16,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/569390f642e44bbfbc2b30d6faa4a469, entries=150, sequenceid=343, filesize=30.5 K 2024-11-12T07:25:16,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/bf41928404d247818a86db53c98e6bbf as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bf41928404d247818a86db53c98e6bbf 2024-11-12T07:25:16,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bf41928404d247818a86db53c98e6bbf, entries=150, sequenceid=343, filesize=12.0 K 2024-11-12T07:25:16,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/9698652d8680406cb0b757a7062c8b1a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/9698652d8680406cb0b757a7062c8b1a 2024-11-12T07:25:16,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/9698652d8680406cb0b757a7062c8b1a, entries=150, sequenceid=343, filesize=12.0 K 2024-11-12T07:25:16,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=13.42 KB/13740 for b04bfb6d8795403aa4471a7eda4bed6d in 1701ms, sequenceid=343, compaction requested=false 2024-11-12T07:25:16,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b04bfb6d8795403aa4471a7eda4bed6d: 2024-11-12T07:25:16,615 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:16,615 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:16,615 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. after waiting 0 ms 2024-11-12T07:25:16,615 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:16,615 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(2902): Flushing b04bfb6d8795403aa4471a7eda4bed6d 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-12T07:25:16,620 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127c34ba80984440f9b58cb6083a0e2002_b04bfb6d8795403aa4471a7eda4bed6d is 50, key is test_row_1/A:col10/1731396315662/Put/seqid=0 2024-11-12T07:25:16,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742030_1206 (size=7374) 2024-11-12T07:25:16,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-12T07:25:17,025 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:17,032 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127c34ba80984440f9b58cb6083a0e2002_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127c34ba80984440f9b58cb6083a0e2002_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:17,034 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/df53daa15b6f4d13aa761b71780ef3cb, store: [table=TestAcidGuarantees family=A region=b04bfb6d8795403aa4471a7eda4bed6d] 2024-11-12T07:25:17,036 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/df53daa15b6f4d13aa761b71780ef3cb is 175, key is test_row_1/A:col10/1731396315662/Put/seqid=0 2024-11-12T07:25:17,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742031_1207 (size=13865) 2024-11-12T07:25:17,440 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/df53daa15b6f4d13aa761b71780ef3cb 2024-11-12T07:25:17,450 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/76b2c5c4617e447b911f19becb34d208 is 50, key is test_row_1/B:col10/1731396315662/Put/seqid=0 2024-11-12T07:25:17,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742032_1208 (size=7415) 2024-11-12T07:25:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-12T07:25:17,856 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/76b2c5c4617e447b911f19becb34d208 2024-11-12T07:25:17,873 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/f99f29a21c024551a4ec1733c2af79bf is 50, key is test_row_1/C:col10/1731396315662/Put/seqid=0 2024-11-12T07:25:17,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742033_1209 (size=7415) 2024-11-12T07:25:18,278 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/f99f29a21c024551a4ec1733c2af79bf 2024-11-12T07:25:18,282 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/A/df53daa15b6f4d13aa761b71780ef3cb as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/df53daa15b6f4d13aa761b71780ef3cb 2024-11-12T07:25:18,287 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/df53daa15b6f4d13aa761b71780ef3cb, entries=50, sequenceid=351, filesize=13.5 K 2024-11-12T07:25:18,288 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/B/76b2c5c4617e447b911f19becb34d208 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/76b2c5c4617e447b911f19becb34d208 2024-11-12T07:25:18,293 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/76b2c5c4617e447b911f19becb34d208, entries=50, sequenceid=351, filesize=7.2 K 2024-11-12T07:25:18,293 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/.tmp/C/f99f29a21c024551a4ec1733c2af79bf as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f99f29a21c024551a4ec1733c2af79bf 2024-11-12T07:25:18,297 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f99f29a21c024551a4ec1733c2af79bf, entries=50, sequenceid=351, filesize=7.2 K 2024-11-12T07:25:18,297 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for b04bfb6d8795403aa4471a7eda4bed6d in 1682ms, sequenceid=351, compaction requested=true 2024-11-12T07:25:18,298 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/4f5296430b154c5f8331d2741ba1f38e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/fea32810129e40a89a2ea84e1650447c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e032fe9d335647ef9b8c8d16bcfa308f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/3f7193858a7a4213b3459fa8a8195d3e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/973f81290b734e329c4bbed521b395b2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/31edb518ca5746d49de40fea59ceaf1e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/f9784ccfc8f641c9b31943559066c0e5, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e2997ab66e544d078fb9b8e30d51e999, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/7a12a82d7a2044b6ac16a6e1f223b596, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/2050e47240884bf0ac4c70db3998349d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/5f0ffd7226184112ac13d5f8cdd9601d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/76f95f42ae424252a7b38a89c1a28e7c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/226d9a71e63b4a94939820304d0108ea, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/211eb881411047af9eced9996b26d3bf, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/9fd3e6392bd54f99b1a8f13b96716d51, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/956e11a9f3dd489aa6e576aed9a4db71, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/b3ed6d9b7252421698da08e066adaf67, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/526077f5be7f4287bf355274d9998331, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e2f819a8d0d84a4988c8638c8d53df35, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/fe65aeef49464174b6965cb8896ef2d3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/c9b6aef0b57f4bf59004d8bb3337ee4d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/b94494209fc64e9680953d574df8eac0, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/3ae2212a378b4d9dad0aa18cea21e103] to archive 2024-11-12T07:25:18,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:25:18,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/4f5296430b154c5f8331d2741ba1f38e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/4f5296430b154c5f8331d2741ba1f38e 2024-11-12T07:25:18,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/fea32810129e40a89a2ea84e1650447c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/fea32810129e40a89a2ea84e1650447c 2024-11-12T07:25:18,302 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e032fe9d335647ef9b8c8d16bcfa308f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e032fe9d335647ef9b8c8d16bcfa308f 2024-11-12T07:25:18,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/3f7193858a7a4213b3459fa8a8195d3e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/3f7193858a7a4213b3459fa8a8195d3e 2024-11-12T07:25:18,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/973f81290b734e329c4bbed521b395b2 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/973f81290b734e329c4bbed521b395b2 2024-11-12T07:25:18,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/31edb518ca5746d49de40fea59ceaf1e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/31edb518ca5746d49de40fea59ceaf1e 2024-11-12T07:25:18,306 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/f9784ccfc8f641c9b31943559066c0e5 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/f9784ccfc8f641c9b31943559066c0e5 2024-11-12T07:25:18,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e2997ab66e544d078fb9b8e30d51e999 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e2997ab66e544d078fb9b8e30d51e999 2024-11-12T07:25:18,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/7a12a82d7a2044b6ac16a6e1f223b596 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/7a12a82d7a2044b6ac16a6e1f223b596 2024-11-12T07:25:18,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/2050e47240884bf0ac4c70db3998349d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/2050e47240884bf0ac4c70db3998349d 2024-11-12T07:25:18,310 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/5f0ffd7226184112ac13d5f8cdd9601d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/5f0ffd7226184112ac13d5f8cdd9601d 2024-11-12T07:25:18,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/76f95f42ae424252a7b38a89c1a28e7c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/76f95f42ae424252a7b38a89c1a28e7c 2024-11-12T07:25:18,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/226d9a71e63b4a94939820304d0108ea to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/226d9a71e63b4a94939820304d0108ea 2024-11-12T07:25:18,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/211eb881411047af9eced9996b26d3bf to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/211eb881411047af9eced9996b26d3bf 2024-11-12T07:25:18,313 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/9fd3e6392bd54f99b1a8f13b96716d51 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/9fd3e6392bd54f99b1a8f13b96716d51 2024-11-12T07:25:18,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/956e11a9f3dd489aa6e576aed9a4db71 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/956e11a9f3dd489aa6e576aed9a4db71 2024-11-12T07:25:18,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/b3ed6d9b7252421698da08e066adaf67 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/b3ed6d9b7252421698da08e066adaf67 2024-11-12T07:25:18,316 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/526077f5be7f4287bf355274d9998331 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/526077f5be7f4287bf355274d9998331 2024-11-12T07:25:18,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e2f819a8d0d84a4988c8638c8d53df35 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/e2f819a8d0d84a4988c8638c8d53df35 2024-11-12T07:25:18,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/fe65aeef49464174b6965cb8896ef2d3 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/fe65aeef49464174b6965cb8896ef2d3 2024-11-12T07:25:18,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/c9b6aef0b57f4bf59004d8bb3337ee4d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/c9b6aef0b57f4bf59004d8bb3337ee4d 2024-11-12T07:25:18,321 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/b94494209fc64e9680953d574df8eac0 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/b94494209fc64e9680953d574df8eac0 2024-11-12T07:25:18,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/3ae2212a378b4d9dad0aa18cea21e103 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/3ae2212a378b4d9dad0aa18cea21e103 2024-11-12T07:25:18,324 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/9e60311a84a347fd999094cf8953460e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e430781ad5964a0fbe10c61b69176bf2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/48719b05f8b64c6eb4ac082f2f294ca2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/69c15b85520b4f1da25bf30edf163989, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/09bda8dc472547f398f52408adef61f8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e561ea22bbaf4ac6849fb401a3716829, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e4cab1b1240b472faee5f6cff672867b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/97e06a54db1e4e188f7fcbca26a484fb, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bdb373d767354ac9ab42b5f6ef685638, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/73ea65fec8ae48a294d4c2ee965cccc3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/df5293cdfa604828a79dd879db1f9c7f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/d740c173cbd140a29fc085d2d3196feb, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bbb6f11bd6054e55836f0c2200658315, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/46f0322dcfe545eba74bca0776763b3e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e3b55e5083a54b04ab6b4952235c43af, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/37422f3ac3094395937f7c3d91022988, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/ae222f6666e84f23a22c56f8483225d7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/fecb68c6ee144975b4231eaeacc11964, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/df40058ad0754d3c97157002857ad2df, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/f8855a8de7a64c92a7331d2d73b43703, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/29ca9d279c2d4ec79993723505db7399, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/b810dd575231413ca787fce7b6654802, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/8d3da1ec733b4364b40513b722e62fed] to archive 2024-11-12T07:25:18,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:25:18,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/9e60311a84a347fd999094cf8953460e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/9e60311a84a347fd999094cf8953460e 2024-11-12T07:25:18,328 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e430781ad5964a0fbe10c61b69176bf2 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e430781ad5964a0fbe10c61b69176bf2 2024-11-12T07:25:18,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/48719b05f8b64c6eb4ac082f2f294ca2 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/48719b05f8b64c6eb4ac082f2f294ca2 2024-11-12T07:25:18,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/69c15b85520b4f1da25bf30edf163989 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/69c15b85520b4f1da25bf30edf163989 2024-11-12T07:25:18,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/09bda8dc472547f398f52408adef61f8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/09bda8dc472547f398f52408adef61f8 2024-11-12T07:25:18,332 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e561ea22bbaf4ac6849fb401a3716829 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e561ea22bbaf4ac6849fb401a3716829 2024-11-12T07:25:18,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e4cab1b1240b472faee5f6cff672867b to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e4cab1b1240b472faee5f6cff672867b 2024-11-12T07:25:18,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/97e06a54db1e4e188f7fcbca26a484fb to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/97e06a54db1e4e188f7fcbca26a484fb 2024-11-12T07:25:18,335 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bdb373d767354ac9ab42b5f6ef685638 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bdb373d767354ac9ab42b5f6ef685638 2024-11-12T07:25:18,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/73ea65fec8ae48a294d4c2ee965cccc3 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/73ea65fec8ae48a294d4c2ee965cccc3 2024-11-12T07:25:18,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/df5293cdfa604828a79dd879db1f9c7f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/df5293cdfa604828a79dd879db1f9c7f 2024-11-12T07:25:18,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/d740c173cbd140a29fc085d2d3196feb to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/d740c173cbd140a29fc085d2d3196feb 2024-11-12T07:25:18,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bbb6f11bd6054e55836f0c2200658315 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bbb6f11bd6054e55836f0c2200658315 2024-11-12T07:25:18,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/46f0322dcfe545eba74bca0776763b3e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/46f0322dcfe545eba74bca0776763b3e 2024-11-12T07:25:18,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e3b55e5083a54b04ab6b4952235c43af to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/e3b55e5083a54b04ab6b4952235c43af 2024-11-12T07:25:18,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/37422f3ac3094395937f7c3d91022988 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/37422f3ac3094395937f7c3d91022988 2024-11-12T07:25:18,341 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/ae222f6666e84f23a22c56f8483225d7 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/ae222f6666e84f23a22c56f8483225d7 2024-11-12T07:25:18,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/fecb68c6ee144975b4231eaeacc11964 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/fecb68c6ee144975b4231eaeacc11964 2024-11-12T07:25:18,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/df40058ad0754d3c97157002857ad2df to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/df40058ad0754d3c97157002857ad2df 2024-11-12T07:25:18,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/f8855a8de7a64c92a7331d2d73b43703 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/f8855a8de7a64c92a7331d2d73b43703 2024-11-12T07:25:18,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/29ca9d279c2d4ec79993723505db7399 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/29ca9d279c2d4ec79993723505db7399 2024-11-12T07:25:18,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/b810dd575231413ca787fce7b6654802 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/b810dd575231413ca787fce7b6654802 2024-11-12T07:25:18,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/8d3da1ec733b4364b40513b722e62fed to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/8d3da1ec733b4364b40513b722e62fed 2024-11-12T07:25:18,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/1773fce875404fdd9965e90688ed3e0e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/25da2ef9ccaf4a3c86db0afbd03778f5, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/bca93d8b2c574dd88358899a85709233, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/56769986823d405d9b4fb5574eb9af18, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/a3ad8ef088494e6d8d9367a091229535, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f0baa5dd5a7440298a64ac4cf16790d5, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/e2d05f0694c0453b8cd2a7e9f65cd574, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/6b21e3fbed1f4f41bfa51f46a31730c7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/73832a32aa2542fa8ef317c2b09ea80a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/1faede0ae8db45c6ae5469695b40c824, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/0f0ca8d94fc04427b7fc3b7c68fd26a0, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/2a7e123cf2574932a17383b9e6229be7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/c0eb812fc902448e98ebd99b89426d5a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d4e09f9687aa4bf7a51e0ca682eced62, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/720233cc30ce4e6f99aabbc08eac1882, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/0d5a2f0d0c314dea92db0a7bbf23a6a3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f7641f7ca91f4c1c96d0697e55cf5da9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/642d0af295bd4ed88c2be31daa7ab6b1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/8cdd9d78c6434c2bb9b9bcbb210c2e7b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/3755647ad0ec49d8b90c7c4aa6875b68, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d4d4b087569541a9ac60af8bc36a893f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d9af4d6c4cd244b98c0357fcefc81e42, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/415ff20d0e8b4e6eb68aa75092744004] to archive 2024-11-12T07:25:18,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:25:18,350 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/1773fce875404fdd9965e90688ed3e0e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/1773fce875404fdd9965e90688ed3e0e 2024-11-12T07:25:18,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/25da2ef9ccaf4a3c86db0afbd03778f5 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/25da2ef9ccaf4a3c86db0afbd03778f5 2024-11-12T07:25:18,351 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/bca93d8b2c574dd88358899a85709233 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/bca93d8b2c574dd88358899a85709233 2024-11-12T07:25:18,352 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/56769986823d405d9b4fb5574eb9af18 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/56769986823d405d9b4fb5574eb9af18 2024-11-12T07:25:18,353 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/a3ad8ef088494e6d8d9367a091229535 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/a3ad8ef088494e6d8d9367a091229535 2024-11-12T07:25:18,354 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f0baa5dd5a7440298a64ac4cf16790d5 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f0baa5dd5a7440298a64ac4cf16790d5 2024-11-12T07:25:18,355 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/e2d05f0694c0453b8cd2a7e9f65cd574 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/e2d05f0694c0453b8cd2a7e9f65cd574 2024-11-12T07:25:18,356 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/6b21e3fbed1f4f41bfa51f46a31730c7 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/6b21e3fbed1f4f41bfa51f46a31730c7 2024-11-12T07:25:18,357 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/73832a32aa2542fa8ef317c2b09ea80a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/73832a32aa2542fa8ef317c2b09ea80a 2024-11-12T07:25:18,358 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/1faede0ae8db45c6ae5469695b40c824 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/1faede0ae8db45c6ae5469695b40c824 2024-11-12T07:25:18,359 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/0f0ca8d94fc04427b7fc3b7c68fd26a0 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/0f0ca8d94fc04427b7fc3b7c68fd26a0 2024-11-12T07:25:18,360 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/2a7e123cf2574932a17383b9e6229be7 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/2a7e123cf2574932a17383b9e6229be7 2024-11-12T07:25:18,361 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/c0eb812fc902448e98ebd99b89426d5a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/c0eb812fc902448e98ebd99b89426d5a 2024-11-12T07:25:18,362 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d4e09f9687aa4bf7a51e0ca682eced62 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d4e09f9687aa4bf7a51e0ca682eced62 2024-11-12T07:25:18,363 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/720233cc30ce4e6f99aabbc08eac1882 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/720233cc30ce4e6f99aabbc08eac1882 2024-11-12T07:25:18,364 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/0d5a2f0d0c314dea92db0a7bbf23a6a3 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/0d5a2f0d0c314dea92db0a7bbf23a6a3 2024-11-12T07:25:18,365 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f7641f7ca91f4c1c96d0697e55cf5da9 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f7641f7ca91f4c1c96d0697e55cf5da9 2024-11-12T07:25:18,366 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/642d0af295bd4ed88c2be31daa7ab6b1 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/642d0af295bd4ed88c2be31daa7ab6b1 2024-11-12T07:25:18,367 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/8cdd9d78c6434c2bb9b9bcbb210c2e7b to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/8cdd9d78c6434c2bb9b9bcbb210c2e7b 2024-11-12T07:25:18,368 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/3755647ad0ec49d8b90c7c4aa6875b68 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/3755647ad0ec49d8b90c7c4aa6875b68 2024-11-12T07:25:18,369 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d4d4b087569541a9ac60af8bc36a893f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d4d4b087569541a9ac60af8bc36a893f 2024-11-12T07:25:18,370 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d9af4d6c4cd244b98c0357fcefc81e42 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/d9af4d6c4cd244b98c0357fcefc81e42 2024-11-12T07:25:18,371 DEBUG [StoreCloser-TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/415ff20d0e8b4e6eb68aa75092744004 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/415ff20d0e8b4e6eb68aa75092744004 2024-11-12T07:25:18,376 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/recovered.edits/354.seqid, newMaxSeqId=354, maxSeqId=4 2024-11-12T07:25:18,376 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. 2024-11-12T07:25:18,377 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] regionserver.HRegion(1676): Region close journal for b04bfb6d8795403aa4471a7eda4bed6d: Waiting for close lock at 1731396315837Running coprocessor pre-close hooks at 1731396315837Disabling compacts and flushes for region at 1731396315837Disabling writes for close at 1731396316615 (+778 ms)Obtaining lock to block concurrent updates at 1731396316615Preparing flush snapshotting stores in b04bfb6d8795403aa4471a7eda4bed6d at 1731396316615Finished memstore snapshotting TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731396316615Flushing stores of TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d. at 1731396316616 (+1 ms)Flushing b04bfb6d8795403aa4471a7eda4bed6d/A: creating writer at 1731396316616Flushing mob file b04bfb6d8795403aa4471a7eda4bed6d/A: appending metadata at 1731396316620 (+4 ms)Flushing mob file b04bfb6d8795403aa4471a7eda4bed6d/A: closing flushed file at 1731396316620Flushing b04bfb6d8795403aa4471a7eda4bed6d/A: appending metadata at 1731396317034 (+414 ms)Flushing b04bfb6d8795403aa4471a7eda4bed6d/A: closing flushed file at 1731396317035 (+1 ms)Flushing b04bfb6d8795403aa4471a7eda4bed6d/B: creating writer at 1731396317446 (+411 ms)Flushing b04bfb6d8795403aa4471a7eda4bed6d/B: appending metadata at 1731396317449 (+3 ms)Flushing b04bfb6d8795403aa4471a7eda4bed6d/B: closing flushed file at 1731396317449Flushing b04bfb6d8795403aa4471a7eda4bed6d/C: creating writer at 1731396317866 (+417 ms)Flushing b04bfb6d8795403aa4471a7eda4bed6d/C: appending metadata at 1731396317873 (+7 ms)Flushing b04bfb6d8795403aa4471a7eda4bed6d/C: closing flushed file at 1731396317873Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402659c: reopening flushed file at 1731396318281 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bdfcd4: reopening flushed file at 1731396318287 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57ccd666: reopening flushed file at 1731396318293 (+6 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for b04bfb6d8795403aa4471a7eda4bed6d in 1682ms, sequenceid=351, compaction requested=true at 1731396318297 (+4 ms)Writing region close event to WAL at 1731396318373 (+76 ms)Running coprocessor post-close hooks at 1731396318376 (+3 ms)Closed at 1731396318376 2024-11-12T07:25:18,378 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=59}] handler.UnassignRegionHandler(157): Closed b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:18,378 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=b04bfb6d8795403aa4471a7eda4bed6d, regionState=CLOSED 2024-11-12T07:25:18,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:25:18,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-12T07:25:18,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure b04bfb6d8795403aa4471a7eda4bed6d, server=cea23c84c117,42891,1731396261716 in 2.6960 sec 2024-11-12T07:25:18,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-12T07:25:18,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b04bfb6d8795403aa4471a7eda4bed6d, UNASSIGN in 2.7010 sec 2024-11-12T07:25:18,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-12T07:25:18,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.7060 sec 2024-11-12T07:25:18,385 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396318385"}]},"ts":"1731396318385"} 2024-11-12T07:25:18,386 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T07:25:18,386 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T07:25:18,388 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.7200 sec 2024-11-12T07:25:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-12T07:25:19,843 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:19,844 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T07:25:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:19,849 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=60, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-12T07:25:19,852 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=60, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:19,856 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,861 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/recovered.edits] 2024-11-12T07:25:19,865 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/569390f642e44bbfbc2b30d6faa4a469 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/569390f642e44bbfbc2b30d6faa4a469 2024-11-12T07:25:19,867 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/5920083db49d43de8d3f85e852e86a46 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/5920083db49d43de8d3f85e852e86a46 2024-11-12T07:25:19,868 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/df53daa15b6f4d13aa761b71780ef3cb to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/A/df53daa15b6f4d13aa761b71780ef3cb 2024-11-12T07:25:19,871 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/2ad97ccf8ed44ed5bd9fb8ede2d9d908 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/2ad97ccf8ed44ed5bd9fb8ede2d9d908 2024-11-12T07:25:19,873 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/76b2c5c4617e447b911f19becb34d208 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/76b2c5c4617e447b911f19becb34d208 2024-11-12T07:25:19,874 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bf41928404d247818a86db53c98e6bbf to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/B/bf41928404d247818a86db53c98e6bbf 2024-11-12T07:25:19,876 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/3f9cf58431944c78a1e81abc985b1191 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/3f9cf58431944c78a1e81abc985b1191 2024-11-12T07:25:19,877 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/9698652d8680406cb0b757a7062c8b1a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/9698652d8680406cb0b757a7062c8b1a 2024-11-12T07:25:19,878 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f99f29a21c024551a4ec1733c2af79bf to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/C/f99f29a21c024551a4ec1733c2af79bf 2024-11-12T07:25:19,880 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/recovered.edits/354.seqid to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d/recovered.edits/354.seqid 2024-11-12T07:25:19,881 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,881 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T07:25:19,881 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T07:25:19,882 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T07:25:19,885 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111204f6b2edb0794d6a89d66420baff08a3_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111204f6b2edb0794d6a89d66420baff08a3_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,885 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111221ef40e80a8849bf8e5b20217dc9ea6b_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111221ef40e80a8849bf8e5b20217dc9ea6b_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,886 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123be11eb40fa34b06891435b1d3931524_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411123be11eb40fa34b06891435b1d3931524_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,887 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127c34ba80984440f9b58cb6083a0e2002_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127c34ba80984440f9b58cb6083a0e2002_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,888 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127d204ba924314541ab13de9d1fc3fe3d_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127d204ba924314541ab13de9d1fc3fe3d_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,889 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111281acd3d60d9f48e5bb96c429e78192d7_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111281acd3d60d9f48e5bb96c429e78192d7_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,890 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112846e526366ca429893d58eaf7fb551bb_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112846e526366ca429893d58eaf7fb551bb_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,891 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111285ca5ed51c384b73bbba3681264634f0_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111285ca5ed51c384b73bbba3681264634f0_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,892 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112979929a8445e474ca6ada2d287d93a94_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112979929a8445e474ca6ada2d287d93a94_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,893 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129c5d19bf0d6d4af1be8f7c1a3b6679c0_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129c5d19bf0d6d4af1be8f7c1a3b6679c0_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,894 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129d3ddb40f1ae43d78da4e7ec11da34ed_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129d3ddb40f1ae43d78da4e7ec11da34ed_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,895 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a20a5fc6523f46938539945b7948eb81_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a20a5fc6523f46938539945b7948eb81_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,896 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a7350271802249e4b224a9b0d1923693_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a7350271802249e4b224a9b0d1923693_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,896 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d2f9935d05764f68accb188e0817183f_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d2f9935d05764f68accb188e0817183f_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,897 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d3163e748e084bc094ca1b33432e3082_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d3163e748e084bc094ca1b33432e3082_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,898 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112db533ef9d3e0402fa12eb06469cbbc58_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112db533ef9d3e0402fa12eb06469cbbc58_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,899 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e08a26246d7442a6bee98ced7f8772d8_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e08a26246d7442a6bee98ced7f8772d8_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,900 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e266ae8496ff4572a4bfd444171876c3_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112e266ae8496ff4572a4bfd444171876c3_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,901 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f538dc61b080457c8cb307ec997547b9_b04bfb6d8795403aa4471a7eda4bed6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f538dc61b080457c8cb307ec997547b9_b04bfb6d8795403aa4471a7eda4bed6d 2024-11-12T07:25:19,902 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T07:25:19,903 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=60, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:19,905 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T07:25:19,907 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T07:25:19,908 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=60, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:19,908 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T07:25:19,908 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731396319908"}]},"ts":"9223372036854775807"} 2024-11-12T07:25:19,910 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T07:25:19,910 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b04bfb6d8795403aa4471a7eda4bed6d, NAME => 'TestAcidGuarantees,,1731396291656.b04bfb6d8795403aa4471a7eda4bed6d.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T07:25:19,910 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T07:25:19,910 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731396319910"}]},"ts":"9223372036854775807"} 2024-11-12T07:25:19,912 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T07:25:19,912 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=60, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:19,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-12T07:25:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-12T07:25:19,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T07:25:19,963 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:19,973 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/cluster_64ebeae2-8662-579a-2074-afc7e12fbf0f/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1912230518_22 at /127.0.0.1:50274 [Waiting for operation #747] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1912230518_22 at /127.0.0.1:41446 [Waiting for operation #563] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1591916782_22 at /127.0.0.1:43302 [Waiting for operation #1108] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1591916782_22 at /127.0.0.1:50136 [Waiting for operation #807] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/cluster_64ebeae2-8662-579a-2074-afc7e12fbf0f/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=693 (was 599) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6923 (was 7227) 2024-11-12T07:25:19,981 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=693, ProcessCount=11, AvailableMemoryMB=6923 2024-11-12T07:25:19,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T07:25:19,982 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:25:19,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:19,984 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:25:19,984 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:19,984 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 61 2024-11-12T07:25:19,985 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:25:19,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T07:25:19,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742034_1210 (size=959) 2024-11-12T07:25:20,017 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:25:20,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T07:25:20,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T07:25:20,395 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb 2024-11-12T07:25:20,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742035_1211 (size=53) 2024-11-12T07:25:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T07:25:20,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:25:20,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 75dcac1a4dd4349cd6962be15e352ac4, disabling compactions & flushes 2024-11-12T07:25:20,808 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:20,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:20,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. after waiting 0 ms 2024-11-12T07:25:20,808 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:20,808 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:20,809 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75dcac1a4dd4349cd6962be15e352ac4: Waiting for close lock at 1731396320808Disabling compacts and flushes for region at 1731396320808Disabling writes for close at 1731396320808Writing region close event to WAL at 1731396320808Closed at 1731396320808 2024-11-12T07:25:20,812 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:25:20,812 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731396320812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396320812"}]},"ts":"1731396320812"} 2024-11-12T07:25:20,815 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:25:20,817 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:25:20,817 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396320817"}]},"ts":"1731396320817"} 2024-11-12T07:25:20,820 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T07:25:20,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=75dcac1a4dd4349cd6962be15e352ac4, ASSIGN}] 2024-11-12T07:25:20,822 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=75dcac1a4dd4349cd6962be15e352ac4, ASSIGN 2024-11-12T07:25:20,824 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=75dcac1a4dd4349cd6962be15e352ac4, ASSIGN; state=OFFLINE, location=cea23c84c117,42891,1731396261716; forceNewPlan=false, retain=false 2024-11-12T07:25:20,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=75dcac1a4dd4349cd6962be15e352ac4, regionState=OPENING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:25:20,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=75dcac1a4dd4349cd6962be15e352ac4, ASSIGN because future has completed 2024-11-12T07:25:20,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:25:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T07:25:21,143 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:21,144 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7752): Opening region: {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:25:21,145 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:21,145 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:25:21,145 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7794): checking encryption for 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:21,146 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(7797): checking classloading for 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:21,149 INFO [StoreOpener-75dcac1a4dd4349cd6962be15e352ac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:21,151 INFO [StoreOpener-75dcac1a4dd4349cd6962be15e352ac4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75dcac1a4dd4349cd6962be15e352ac4 columnFamilyName A 2024-11-12T07:25:21,151 DEBUG [StoreOpener-75dcac1a4dd4349cd6962be15e352ac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:21,152 INFO [StoreOpener-75dcac1a4dd4349cd6962be15e352ac4-1 {}] regionserver.HStore(327): Store=75dcac1a4dd4349cd6962be15e352ac4/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:25:21,152 INFO [StoreOpener-75dcac1a4dd4349cd6962be15e352ac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:21,154 INFO [StoreOpener-75dcac1a4dd4349cd6962be15e352ac4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75dcac1a4dd4349cd6962be15e352ac4 columnFamilyName B 2024-11-12T07:25:21,154 DEBUG [StoreOpener-75dcac1a4dd4349cd6962be15e352ac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:21,155 INFO [StoreOpener-75dcac1a4dd4349cd6962be15e352ac4-1 {}] regionserver.HStore(327): Store=75dcac1a4dd4349cd6962be15e352ac4/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:25:21,155 INFO [StoreOpener-75dcac1a4dd4349cd6962be15e352ac4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:21,156 INFO [StoreOpener-75dcac1a4dd4349cd6962be15e352ac4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75dcac1a4dd4349cd6962be15e352ac4 columnFamilyName C 2024-11-12T07:25:21,156 DEBUG [StoreOpener-75dcac1a4dd4349cd6962be15e352ac4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:21,157 INFO [StoreOpener-75dcac1a4dd4349cd6962be15e352ac4-1 {}] regionserver.HStore(327): Store=75dcac1a4dd4349cd6962be15e352ac4/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:25:21,157 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1038): replaying wal for 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:21,158 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:21,159 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:21,160 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1048): stopping wal replay for 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:21,160 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1060): Cleaning up temporary data for 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:21,161 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T07:25:21,162 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1093): writing seq id for 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:21,164 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:25:21,164 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1114): Opened 75dcac1a4dd4349cd6962be15e352ac4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73375071, jitterRate=0.09337376058101654}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T07:25:21,164 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:21,165 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegion(1006): Region open journal for 75dcac1a4dd4349cd6962be15e352ac4: Running coprocessor pre-open hook at 1731396321146Writing region info on filesystem at 1731396321146Initializing all the Stores at 1731396321148 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396321148Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396321149 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396321149Cleaning up temporary data from old regions at 1731396321160 (+11 ms)Running coprocessor post-open hooks at 1731396321164 (+4 ms)Region opened successfully at 1731396321165 (+1 ms) 2024-11-12T07:25:21,166 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., pid=63, masterSystemTime=1731396321135 2024-11-12T07:25:21,168 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:21,168 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=63}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:21,168 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=75dcac1a4dd4349cd6962be15e352ac4, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:25:21,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:25:21,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-12T07:25:21,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure 75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 in 190 msec 2024-11-12T07:25:21,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-12T07:25:21,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=75dcac1a4dd4349cd6962be15e352ac4, ASSIGN in 352 msec 2024-11-12T07:25:21,174 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:25:21,174 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396321174"}]},"ts":"1731396321174"} 2024-11-12T07:25:21,175 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T07:25:21,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:25:21,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1940 sec 2024-11-12T07:25:22,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61 2024-11-12T07:25:22,133 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:22,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6d9a82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:22,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:22,139 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:22,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2ef398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:22,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:22,143 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:22,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf05f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:22,146 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:22,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:22,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:25:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,34741,1731396260892 2024-11-12T07:25:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b50f7a8 2024-11-12T07:25:22,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:25:22,150 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:25:22,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddf112b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:22,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:22,152 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:22,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:22,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:22,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aedf97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:22,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:22,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:22,153 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:22,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466427da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3814b668, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,154 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:22,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:22,155 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671c8c2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:22,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:22,156 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:22,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4733b610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d4c8c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,157 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:22,157 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:22,158 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e60b395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:22,158 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:22,159 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:22,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9f451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,160 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c35cb78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,160 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:22,160 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:22,160 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:22,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:22,160 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4613ba5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:22,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:22,161 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:22,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35b0556b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145d04da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:22,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:22,163 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:22,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:22,163 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:22,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@605baa59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:22,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:22,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:22,165 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:22,165 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c637c53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b7d7961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:22,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:22,166 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f389caf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:22,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:22,168 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:22,168 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39b68b2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d97a88a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:22,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:22,169 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:22,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:22,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:22,169 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405f12ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:22,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:22,170 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:22,171 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d8d105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e309a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:22,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:22,172 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:22,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:22,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:22,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f6e9ef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:22,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:22,173 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:22,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2fd58f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a8cf2b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:22,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:22,177 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:22,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:22,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:22,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a9ee58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:22,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:22,177 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:22,178 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:22,178 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3106d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb41e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:22,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:22,180 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:22,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:22,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:22,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec6c9a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:22,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:22,180 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:22,181 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:22,181 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15677445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:22,182 DEBUG [Thread-1017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:22,182 DEBUG [Thread-1008 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:22,182 DEBUG [Thread-1013 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:22,182 DEBUG [Thread-1019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:22,182 DEBUG [Thread-1004 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:22,183 DEBUG [Thread-1006 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:22,183 DEBUG [Thread-1015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:22,183 DEBUG [Thread-1002 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:22,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:22,183 DEBUG [Thread-1021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:22,184 DEBUG [Thread-1010 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:22,184 DEBUG [Thread-1021 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:22,184 DEBUG [Thread-1021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:22,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:22,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:22,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:22,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:22,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:22,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:22,185 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:22,185 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:22,185 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:22,186 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:22,186 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:22,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:22,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:22,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-12T07:25:22,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:22,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:25:22,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:25:22,187 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:25:22,187 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:22,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T07:25:22,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:25:22,188 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:25:22,188 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:25:22,189 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:25:22,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:25:22,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:25:22,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:25:22,190 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:22,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:22,222 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:22,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:25:22,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/bbeab816a9e1485f97229c0b3cde9639 is 50, key is test_row_0/A:col10/1731396322190/Put/seqid=0 2024-11-12T07:25:22,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396382249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396382250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,256 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396382250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396382251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396382256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,261 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742036_1212 (size=16681) 2024-11-12T07:25:22,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T07:25:22,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T07:25:22,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:22,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:22,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:22,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:22,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:22,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:22,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396382361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,364 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396382361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396382361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396382362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396382372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T07:25:22,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:22,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:22,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T07:25:22,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396382572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396382572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396382572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396382572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,576 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396382582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T07:25:22,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:22,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:22,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:22,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:22,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:22,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:22,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/bbeab816a9e1485f97229c0b3cde9639 2024-11-12T07:25:22,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/aa777fda02a347e78de92796f4dd9524 is 50, key is test_row_0/B:col10/1731396322190/Put/seqid=0 2024-11-12T07:25:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742037_1213 (size=12001) 2024-11-12T07:25:22,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/aa777fda02a347e78de92796f4dd9524 2024-11-12T07:25:22,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/a5d4a7d7ab404ab5abfe1637d4fdb6f2 is 50, key is test_row_0/C:col10/1731396322190/Put/seqid=0 2024-11-12T07:25:22,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742038_1214 (size=12001) 2024-11-12T07:25:22,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/a5d4a7d7ab404ab5abfe1637d4fdb6f2 2024-11-12T07:25:22,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/bbeab816a9e1485f97229c0b3cde9639 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/bbeab816a9e1485f97229c0b3cde9639 2024-11-12T07:25:22,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/bbeab816a9e1485f97229c0b3cde9639, entries=250, sequenceid=12, filesize=16.3 K 2024-11-12T07:25:22,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/aa777fda02a347e78de92796f4dd9524 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/aa777fda02a347e78de92796f4dd9524 2024-11-12T07:25:22,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/aa777fda02a347e78de92796f4dd9524, entries=150, sequenceid=12, filesize=11.7 K 2024-11-12T07:25:22,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/a5d4a7d7ab404ab5abfe1637d4fdb6f2 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a5d4a7d7ab404ab5abfe1637d4fdb6f2 2024-11-12T07:25:22,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a5d4a7d7ab404ab5abfe1637d4fdb6f2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-12T07:25:22,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 75dcac1a4dd4349cd6962be15e352ac4 in 575ms, sequenceid=12, compaction requested=false 2024-11-12T07:25:22,797 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-12T07:25:22,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:22,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-12T07:25:22,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:22,802 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T07:25:22,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T07:25:22,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/0690503637724578a6bcd98e28b388d8 is 50, key is test_row_0/A:col10/1731396322249/Put/seqid=0 2024-11-12T07:25:22,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742039_1215 (size=12001) 2024-11-12T07:25:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:22,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:22,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396382886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,890 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396382889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396382889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396382890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396382892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:22,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396382992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:22,993 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:22,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:23,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396383002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:23,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:23,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:23,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396383002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:23,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396383002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,006 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:23,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:23,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396383202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:23,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:23,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:23,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396383212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:23,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396383212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:23,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,214 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396383212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:23,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:23,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:23,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:23,220 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/0690503637724578a6bcd98e28b388d8 2024-11-12T07:25:23,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/f6814aa3021d4d00a1d7f63e91f9c597 is 50, key is test_row_0/B:col10/1731396322249/Put/seqid=0 2024-11-12T07:25:23,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742040_1216 (size=12001) 2024-11-12T07:25:23,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T07:25:23,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396383402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:23,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,404 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:23,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:23,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396383512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:23,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:23,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:23,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396383522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:23,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396383522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:23,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:23,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396383522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:23,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:23,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:23,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:23,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:23,634 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/f6814aa3021d4d00a1d7f63e91f9c597 2024-11-12T07:25:23,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/21d6fe519b03449c96f9ace91e73914b is 50, key is test_row_0/C:col10/1731396322249/Put/seqid=0 2024-11-12T07:25:23,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742041_1217 (size=12001) 2024-11-12T07:25:23,901 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T07:25:24,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:24,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396384022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:24,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:24,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:24,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:24,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396384037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:24,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:24,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396384038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:24,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:24,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:24,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396384038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:24,047 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/21d6fe519b03449c96f9ace91e73914b 2024-11-12T07:25:24,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/0690503637724578a6bcd98e28b388d8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/0690503637724578a6bcd98e28b388d8 2024-11-12T07:25:24,060 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/0690503637724578a6bcd98e28b388d8, entries=150, sequenceid=37, filesize=11.7 K 2024-11-12T07:25:24,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/f6814aa3021d4d00a1d7f63e91f9c597 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/f6814aa3021d4d00a1d7f63e91f9c597 2024-11-12T07:25:24,065 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/f6814aa3021d4d00a1d7f63e91f9c597, entries=150, sequenceid=37, filesize=11.7 K 2024-11-12T07:25:24,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/21d6fe519b03449c96f9ace91e73914b as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/21d6fe519b03449c96f9ace91e73914b 2024-11-12T07:25:24,070 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/21d6fe519b03449c96f9ace91e73914b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-12T07:25:24,071 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 75dcac1a4dd4349cd6962be15e352ac4 in 1269ms, sequenceid=37, compaction requested=false 2024-11-12T07:25:24,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:24,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:24,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-12T07:25:24,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-12T07:25:24,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-12T07:25:24,075 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8830 sec 2024-11-12T07:25:24,077 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.8900 sec 2024-11-12T07:25:24,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-12T07:25:24,332 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:24,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-12T07:25:24,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T07:25:24,334 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:24,335 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:24,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:24,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:24,424 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:24,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T07:25:24,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/e4ed3fa7801d4d938b46067539fa535e is 50, key is test_row_0/A:col10/1731396324423/Put/seqid=0 2024-11-12T07:25:24,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742042_1218 (size=11997) 2024-11-12T07:25:24,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/e4ed3fa7801d4d938b46067539fa535e 2024-11-12T07:25:24,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/efbb39b8233d449fb1ab699faf01824c is 50, key is test_row_0/B:col10/1731396324423/Put/seqid=0 2024-11-12T07:25:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T07:25:24,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742043_1219 (size=9657) 2024-11-12T07:25:24,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/efbb39b8233d449fb1ab699faf01824c 2024-11-12T07:25:24,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/aa90d0e1a9114d9996c809655010a49d is 50, key is test_row_0/C:col10/1731396324423/Put/seqid=0 2024-11-12T07:25:24,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742044_1220 (size=9657) 2024-11-12T07:25:24,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T07:25:24,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:24,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:24,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:24,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:24,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:24,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:24,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:24,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396384517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:24,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:24,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:24,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396384631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:24,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:24,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:24,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T07:25:24,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:24,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:24,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:24,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:24,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T07:25:24,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T07:25:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:24,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:24,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:24,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396384842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:24,845 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:24,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/aa90d0e1a9114d9996c809655010a49d 2024-11-12T07:25:24,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/e4ed3fa7801d4d938b46067539fa535e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/e4ed3fa7801d4d938b46067539fa535e 2024-11-12T07:25:24,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/e4ed3fa7801d4d938b46067539fa535e, entries=150, sequenceid=49, filesize=11.7 K 2024-11-12T07:25:24,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/efbb39b8233d449fb1ab699faf01824c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/efbb39b8233d449fb1ab699faf01824c 2024-11-12T07:25:24,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/efbb39b8233d449fb1ab699faf01824c, entries=100, sequenceid=49, filesize=9.4 K 2024-11-12T07:25:24,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/aa90d0e1a9114d9996c809655010a49d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/aa90d0e1a9114d9996c809655010a49d 2024-11-12T07:25:24,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/aa90d0e1a9114d9996c809655010a49d, entries=100, sequenceid=49, filesize=9.4 K 2024-11-12T07:25:24,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 75dcac1a4dd4349cd6962be15e352ac4 in 496ms, sequenceid=49, compaction requested=true 2024-11-12T07:25:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:24,921 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:24,921 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:24,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:24,922 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:24,922 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40679 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:24,922 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/A is initiating minor compaction (all files) 2024-11-12T07:25:24,922 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/B is initiating minor compaction (all files) 2024-11-12T07:25:24,922 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/A in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:24,922 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/B in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:24,922 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/aa777fda02a347e78de92796f4dd9524, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/f6814aa3021d4d00a1d7f63e91f9c597, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/efbb39b8233d449fb1ab699faf01824c] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=32.9 K 2024-11-12T07:25:24,922 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/bbeab816a9e1485f97229c0b3cde9639, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/0690503637724578a6bcd98e28b388d8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/e4ed3fa7801d4d938b46067539fa535e] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=39.7 K 2024-11-12T07:25:24,922 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbeab816a9e1485f97229c0b3cde9639, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731396322190 2024-11-12T07:25:24,922 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting aa777fda02a347e78de92796f4dd9524, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731396322190 2024-11-12T07:25:24,923 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0690503637724578a6bcd98e28b388d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731396322248 2024-11-12T07:25:24,923 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting f6814aa3021d4d00a1d7f63e91f9c597, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731396322248 2024-11-12T07:25:24,923 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4ed3fa7801d4d938b46067539fa535e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731396322888 2024-11-12T07:25:24,923 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting efbb39b8233d449fb1ab699faf01824c, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731396322888 2024-11-12T07:25:24,930 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#A#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:24,930 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/38065e6c827c4d89889901219538c627 is 50, key is test_row_0/A:col10/1731396324423/Put/seqid=0 2024-11-12T07:25:24,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742045_1221 (size=12104) 2024-11-12T07:25:24,937 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#B#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:24,937 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/45d9313d965142a887316c0c5a27ca6d is 50, key is test_row_0/B:col10/1731396324423/Put/seqid=0 2024-11-12T07:25:24,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742046_1222 (size=12104) 2024-11-12T07:25:24,943 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/38065e6c827c4d89889901219538c627 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/38065e6c827c4d89889901219538c627 2024-11-12T07:25:24,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-12T07:25:24,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:24,945 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T07:25:24,949 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/A of 75dcac1a4dd4349cd6962be15e352ac4 into 38065e6c827c4d89889901219538c627(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:24,949 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:24,949 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/A, priority=13, startTime=1731396324921; duration=0sec 2024-11-12T07:25:24,949 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:24,949 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:A 2024-11-12T07:25:24,949 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:24,950 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:24,950 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/C is initiating minor compaction (all files) 2024-11-12T07:25:24,950 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/C in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:24,951 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a5d4a7d7ab404ab5abfe1637d4fdb6f2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/21d6fe519b03449c96f9ace91e73914b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/aa90d0e1a9114d9996c809655010a49d] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=32.9 K 2024-11-12T07:25:24,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/829e5987104d455bbcb8972702b3ed1c is 50, key is test_row_0/A:col10/1731396324480/Put/seqid=0 2024-11-12T07:25:24,951 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5d4a7d7ab404ab5abfe1637d4fdb6f2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731396322190 2024-11-12T07:25:24,952 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21d6fe519b03449c96f9ace91e73914b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731396322248 2024-11-12T07:25:24,952 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa90d0e1a9114d9996c809655010a49d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731396322888 2024-11-12T07:25:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T07:25:24,970 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#C#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:24,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742047_1223 (size=12001) 2024-11-12T07:25:24,971 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/426df7943b1e4243a7d1f910c74b7dd9 is 50, key is test_row_0/C:col10/1731396324423/Put/seqid=0 2024-11-12T07:25:24,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742048_1224 (size=12104) 2024-11-12T07:25:24,983 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/426df7943b1e4243a7d1f910c74b7dd9 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/426df7943b1e4243a7d1f910c74b7dd9 2024-11-12T07:25:24,989 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/C of 75dcac1a4dd4349cd6962be15e352ac4 into 426df7943b1e4243a7d1f910c74b7dd9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:24,989 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:24,989 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/C, priority=13, startTime=1731396324921; duration=0sec 2024-11-12T07:25:24,989 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:24,989 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:C 2024-11-12T07:25:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:25,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:25,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396385052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,056 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_2' in 75dcac1a4dd4349cd6962be15e352ac4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:25,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396385054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,058 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396385055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396385055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396385152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396385162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396385162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396385162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,346 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/45d9313d965142a887316c0c5a27ca6d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/45d9313d965142a887316c0c5a27ca6d 2024-11-12T07:25:25,352 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/B of 75dcac1a4dd4349cd6962be15e352ac4 into 45d9313d965142a887316c0c5a27ca6d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:25,352 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:25,352 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/B, priority=13, startTime=1731396324921; duration=0sec 2024-11-12T07:25:25,352 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:25,352 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:B 2024-11-12T07:25:25,371 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/829e5987104d455bbcb8972702b3ed1c 2024-11-12T07:25:25,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396385372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396385372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396385376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/b501105cb6484cbdad7b2ee0b376ad11 is 50, key is test_row_0/B:col10/1731396324480/Put/seqid=0 2024-11-12T07:25:25,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742049_1225 (size=12001) 2024-11-12T07:25:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T07:25:25,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396385661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396385682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396385682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396385682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:25,795 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/b501105cb6484cbdad7b2ee0b376ad11 2024-11-12T07:25:25,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/8acfb6976caa49d28c7429f58d44a873 is 50, key is test_row_0/C:col10/1731396324480/Put/seqid=0 2024-11-12T07:25:25,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742050_1226 (size=12001) 2024-11-12T07:25:26,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396386192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:26,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:26,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:26,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396386192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:26,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396386192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:26,208 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/8acfb6976caa49d28c7429f58d44a873 2024-11-12T07:25:26,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/829e5987104d455bbcb8972702b3ed1c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/829e5987104d455bbcb8972702b3ed1c 2024-11-12T07:25:26,217 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/829e5987104d455bbcb8972702b3ed1c, entries=150, sequenceid=73, filesize=11.7 K 2024-11-12T07:25:26,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/b501105cb6484cbdad7b2ee0b376ad11 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/b501105cb6484cbdad7b2ee0b376ad11 2024-11-12T07:25:26,221 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/b501105cb6484cbdad7b2ee0b376ad11, entries=150, sequenceid=73, filesize=11.7 K 2024-11-12T07:25:26,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/8acfb6976caa49d28c7429f58d44a873 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/8acfb6976caa49d28c7429f58d44a873 2024-11-12T07:25:26,226 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/8acfb6976caa49d28c7429f58d44a873, entries=150, sequenceid=73, filesize=11.7 K 2024-11-12T07:25:26,227 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 75dcac1a4dd4349cd6962be15e352ac4 in 1282ms, sequenceid=73, compaction requested=false 2024-11-12T07:25:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:26,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-12T07:25:26,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-12T07:25:26,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-12T07:25:26,230 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8930 sec 2024-11-12T07:25:26,231 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.8970 sec 2024-11-12T07:25:26,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-12T07:25:26,492 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:26,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-12T07:25:26,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T07:25:26,494 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:26,495 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:26,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:26,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T07:25:26,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-12T07:25:26,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:26,648 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T07:25:26,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/b6eeb6500ae14d2296db5edd07ee28c0 is 50, key is test_row_0/A:col10/1731396325043/Put/seqid=0 2024-11-12T07:25:26,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742051_1227 (size=12001) 2024-11-12T07:25:26,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:26,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:26,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396386756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:26,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:26,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:26,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T07:25:26,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396386861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:26,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:26,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:26,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:27,057 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/b6eeb6500ae14d2296db5edd07ee28c0 2024-11-12T07:25:27,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/b41275f256e3460990ff4f6d0f0eb8a0 is 50, key is test_row_0/B:col10/1731396325043/Put/seqid=0 2024-11-12T07:25:27,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742052_1228 (size=12001) 2024-11-12T07:25:27,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396387072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:27,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:27,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396387072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:27,074 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_2' in 75dcac1a4dd4349cd6962be15e352ac4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:27,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:27,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T07:25:27,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396387201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:27,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396387201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:27,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:27,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396387202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:27,203 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_2' in 75dcac1a4dd4349cd6962be15e352ac4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:27,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:27,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:27,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:27,204 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_0' in 75dcac1a4dd4349cd6962be15e352ac4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:27,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:27,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:27,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:27,207 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in 75dcac1a4dd4349cd6962be15e352ac4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:27,208 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:27,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:27,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396387382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:27,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:27,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:27,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:27,468 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/b41275f256e3460990ff4f6d0f0eb8a0 2024-11-12T07:25:27,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/38766300ff20492d87abdab059956af8 is 50, key is test_row_0/C:col10/1731396325043/Put/seqid=0 2024-11-12T07:25:27,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742053_1229 (size=12001) 2024-11-12T07:25:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T07:25:27,882 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/38766300ff20492d87abdab059956af8 2024-11-12T07:25:27,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/b6eeb6500ae14d2296db5edd07ee28c0 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/b6eeb6500ae14d2296db5edd07ee28c0 2024-11-12T07:25:27,891 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/b6eeb6500ae14d2296db5edd07ee28c0, entries=150, sequenceid=88, filesize=11.7 K 2024-11-12T07:25:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/b41275f256e3460990ff4f6d0f0eb8a0 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/b41275f256e3460990ff4f6d0f0eb8a0 2024-11-12T07:25:27,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396387892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:27,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:27,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:27,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:27,896 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/b41275f256e3460990ff4f6d0f0eb8a0, entries=150, sequenceid=88, filesize=11.7 K 2024-11-12T07:25:27,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/38766300ff20492d87abdab059956af8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/38766300ff20492d87abdab059956af8 2024-11-12T07:25:27,900 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/38766300ff20492d87abdab059956af8, entries=150, sequenceid=88, filesize=11.7 K 2024-11-12T07:25:27,901 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 75dcac1a4dd4349cd6962be15e352ac4 in 1254ms, sequenceid=88, compaction requested=true 2024-11-12T07:25:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:27,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:27,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-12T07:25:27,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-12T07:25:27,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-12T07:25:27,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-11-12T07:25:27,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.4130 sec 2024-11-12T07:25:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-12T07:25:28,652 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:28,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:28,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-12T07:25:28,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T07:25:28,654 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:28,655 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:28,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:28,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T07:25:28,807 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-12T07:25:28,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:28,808 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T07:25:28,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/d481cc9fe2834a418def61a563e880c9 is 50, key is test_row_0/A:col10/1731396326755/Put/seqid=0 2024-11-12T07:25:28,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742054_1230 (size=12001) 2024-11-12T07:25:28,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:28,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:28,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:28,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396388932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:28,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:28,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:28,936 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:28,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T07:25:29,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:29,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396389042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:29,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:29,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:29,044 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:29,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396389211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:29,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396389211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:29,214 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_2' in 75dcac1a4dd4349cd6962be15e352ac4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:29,215 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_0' in 75dcac1a4dd4349cd6962be15e352ac4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:29,218 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/d481cc9fe2834a418def61a563e880c9 2024-11-12T07:25:29,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/5e1c7b136604416cb1631e9a265a168e is 50, key is test_row_0/B:col10/1731396326755/Put/seqid=0 2024-11-12T07:25:29,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742055_1231 (size=12001) 2024-11-12T07:25:29,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396389232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:29,234 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in 75dcac1a4dd4349cd6962be15e352ac4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:29,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396389252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T07:25:29,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396389561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:29,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:29,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:29,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:29,631 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/5e1c7b136604416cb1631e9a265a168e 2024-11-12T07:25:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/a0cf45cbbe304f1cb6a323ee056d8386 is 50, key is test_row_0/C:col10/1731396326755/Put/seqid=0 2024-11-12T07:25:29,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742056_1232 (size=12001) 2024-11-12T07:25:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T07:25:30,043 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/a0cf45cbbe304f1cb6a323ee056d8386 2024-11-12T07:25:30,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/d481cc9fe2834a418def61a563e880c9 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/d481cc9fe2834a418def61a563e880c9 2024-11-12T07:25:30,053 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/d481cc9fe2834a418def61a563e880c9, entries=150, sequenceid=112, filesize=11.7 K 2024-11-12T07:25:30,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/5e1c7b136604416cb1631e9a265a168e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/5e1c7b136604416cb1631e9a265a168e 2024-11-12T07:25:30,058 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/5e1c7b136604416cb1631e9a265a168e, entries=150, sequenceid=112, filesize=11.7 K 2024-11-12T07:25:30,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/a0cf45cbbe304f1cb6a323ee056d8386 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a0cf45cbbe304f1cb6a323ee056d8386 2024-11-12T07:25:30,062 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a0cf45cbbe304f1cb6a323ee056d8386, entries=150, sequenceid=112, filesize=11.7 K 2024-11-12T07:25:30,063 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 75dcac1a4dd4349cd6962be15e352ac4 in 1256ms, sequenceid=112, compaction requested=true 2024-11-12T07:25:30,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:30,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:30,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-12T07:25:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-12T07:25:30,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-12T07:25:30,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec 2024-11-12T07:25:30,069 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.4150 sec 2024-11-12T07:25:30,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:30,074 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:30,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T07:25:30,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/6e94bdbabdde4724801ca282c13925fd is 50, key is test_row_0/A:col10/1731396330073/Put/seqid=0 2024-11-12T07:25:30,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742057_1233 (size=14341) 2024-11-12T07:25:30,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/6e94bdbabdde4724801ca282c13925fd 2024-11-12T07:25:30,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/690efcda377b49d0b7712727aeadb539 is 50, key is test_row_0/B:col10/1731396330073/Put/seqid=0 2024-11-12T07:25:30,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742058_1234 (size=12001) 2024-11-12T07:25:30,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396390166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:30,170 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:30,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396390281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:30,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:30,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396390492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:30,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:30,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:30,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:30,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/690efcda377b49d0b7712727aeadb539 2024-11-12T07:25:30,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/b5968d93ec0b4174b96b0c91ba2f3403 is 50, key is test_row_0/C:col10/1731396330073/Put/seqid=0 2024-11-12T07:25:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742059_1235 (size=12001) 2024-11-12T07:25:30,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-12T07:25:30,802 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:30,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-12T07:25:30,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T07:25:30,803 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:30,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:30,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396390801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:30,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:30,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:30,804 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:30,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:30,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T07:25:30,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/b5968d93ec0b4174b96b0c91ba2f3403 2024-11-12T07:25:30,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/6e94bdbabdde4724801ca282c13925fd as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/6e94bdbabdde4724801ca282c13925fd 2024-11-12T07:25:30,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/6e94bdbabdde4724801ca282c13925fd, entries=200, sequenceid=125, filesize=14.0 K 2024-11-12T07:25:30,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/690efcda377b49d0b7712727aeadb539 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/690efcda377b49d0b7712727aeadb539 2024-11-12T07:25:30,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/690efcda377b49d0b7712727aeadb539, entries=150, sequenceid=125, filesize=11.7 K 2024-11-12T07:25:30,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/b5968d93ec0b4174b96b0c91ba2f3403 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b5968d93ec0b4174b96b0c91ba2f3403 2024-11-12T07:25:30,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b5968d93ec0b4174b96b0c91ba2f3403, entries=150, sequenceid=125, filesize=11.7 K 2024-11-12T07:25:30,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 75dcac1a4dd4349cd6962be15e352ac4 in 856ms, sequenceid=125, compaction requested=true 2024-11-12T07:25:30,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:30,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:30,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:30,930 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T07:25:30,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:30,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:30,930 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T07:25:30,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:30,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:30,932 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T07:25:30,932 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62448 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T07:25:30,932 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/B is initiating minor compaction (all files) 2024-11-12T07:25:30,932 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/A is initiating minor compaction (all files) 2024-11-12T07:25:30,932 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/A in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:30,932 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/38065e6c827c4d89889901219538c627, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/829e5987104d455bbcb8972702b3ed1c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/b6eeb6500ae14d2296db5edd07ee28c0, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/d481cc9fe2834a418def61a563e880c9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/6e94bdbabdde4724801ca282c13925fd] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=61.0 K 2024-11-12T07:25:30,932 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/B in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:30,932 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/45d9313d965142a887316c0c5a27ca6d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/b501105cb6484cbdad7b2ee0b376ad11, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/b41275f256e3460990ff4f6d0f0eb8a0, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/5e1c7b136604416cb1631e9a265a168e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/690efcda377b49d0b7712727aeadb539] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=58.7 K 2024-11-12T07:25:30,933 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 45d9313d965142a887316c0c5a27ca6d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731396322254 2024-11-12T07:25:30,933 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38065e6c827c4d89889901219538c627, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731396322254 2024-11-12T07:25:30,933 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 829e5987104d455bbcb8972702b3ed1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731396324480 2024-11-12T07:25:30,933 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting b501105cb6484cbdad7b2ee0b376ad11, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731396324480 2024-11-12T07:25:30,933 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6eeb6500ae14d2296db5edd07ee28c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731396325043 2024-11-12T07:25:30,933 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting b41275f256e3460990ff4f6d0f0eb8a0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731396325043 2024-11-12T07:25:30,934 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting d481cc9fe2834a418def61a563e880c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731396326744 2024-11-12T07:25:30,934 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e1c7b136604416cb1631e9a265a168e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731396326744 2024-11-12T07:25:30,934 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e94bdbabdde4724801ca282c13925fd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731396328923 2024-11-12T07:25:30,934 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 690efcda377b49d0b7712727aeadb539, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731396328923 2024-11-12T07:25:30,944 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#B#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:30,945 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/dc43b2953052465c94fc3d09d1dce38c is 50, key is test_row_0/B:col10/1731396330073/Put/seqid=0 2024-11-12T07:25:30,948 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#A#compaction#193 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:30,949 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/103b552dd72c44ab81de99083322644e is 50, key is test_row_0/A:col10/1731396330073/Put/seqid=0 2024-11-12T07:25:30,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-12T07:25:30,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:30,957 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T07:25:30,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/d4cf750a95b6489280d08574fafe43d4 is 50, key is test_row_0/A:col10/1731396330153/Put/seqid=0 2024-11-12T07:25:30,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742061_1237 (size=12275) 2024-11-12T07:25:30,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742060_1236 (size=12275) 2024-11-12T07:25:30,987 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/dc43b2953052465c94fc3d09d1dce38c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/dc43b2953052465c94fc3d09d1dce38c 2024-11-12T07:25:30,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742062_1238 (size=12151) 2024-11-12T07:25:30,990 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/d4cf750a95b6489280d08574fafe43d4 2024-11-12T07:25:30,995 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/B of 75dcac1a4dd4349cd6962be15e352ac4 into dc43b2953052465c94fc3d09d1dce38c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:30,995 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:30,995 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/B, priority=11, startTime=1731396330930; duration=0sec 2024-11-12T07:25:30,995 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:30,995 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:B 2024-11-12T07:25:30,995 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T07:25:30,999 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60108 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T07:25:30,999 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/C is initiating minor compaction (all files) 2024-11-12T07:25:30,999 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/C in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:30,999 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/426df7943b1e4243a7d1f910c74b7dd9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/8acfb6976caa49d28c7429f58d44a873, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/38766300ff20492d87abdab059956af8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a0cf45cbbe304f1cb6a323ee056d8386, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b5968d93ec0b4174b96b0c91ba2f3403] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=58.7 K 2024-11-12T07:25:30,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/723b77f0886743ff829f83d50be5c586 is 50, key is test_row_0/B:col10/1731396330153/Put/seqid=0 2024-11-12T07:25:31,004 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 426df7943b1e4243a7d1f910c74b7dd9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731396322254 2024-11-12T07:25:31,005 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 8acfb6976caa49d28c7429f58d44a873, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731396324480 2024-11-12T07:25:31,005 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 38766300ff20492d87abdab059956af8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731396325043 2024-11-12T07:25:31,006 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a0cf45cbbe304f1cb6a323ee056d8386, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731396326744 2024-11-12T07:25:31,006 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting b5968d93ec0b4174b96b0c91ba2f3403, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731396328923 2024-11-12T07:25:31,016 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#C#compaction#196 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:31,016 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/6a428322567f48dbb577c2f63a13b3ff is 50, key is test_row_0/C:col10/1731396330073/Put/seqid=0 2024-11-12T07:25:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742063_1239 (size=12151) 2024-11-12T07:25:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742064_1240 (size=12275) 2024-11-12T07:25:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:31,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:31,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T07:25:31,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:31,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396391122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:31,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:31,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:31,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:31,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396391232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:31,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:31,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:31,235 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:31,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396391312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:31,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:31,384 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/103b552dd72c44ab81de99083322644e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/103b552dd72c44ab81de99083322644e 2024-11-12T07:25:31,389 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/A of 75dcac1a4dd4349cd6962be15e352ac4 into 103b552dd72c44ab81de99083322644e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:31,389 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:31,389 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/A, priority=11, startTime=1731396330930; duration=0sec 2024-11-12T07:25:31,389 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:31,389 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:A 2024-11-12T07:25:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T07:25:31,433 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/723b77f0886743ff829f83d50be5c586 2024-11-12T07:25:31,437 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/6a428322567f48dbb577c2f63a13b3ff as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/6a428322567f48dbb577c2f63a13b3ff 2024-11-12T07:25:31,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/ab5db533aa2b4f67b18eb3f0bf0e633f is 50, key is test_row_0/C:col10/1731396330153/Put/seqid=0 2024-11-12T07:25:31,443 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/C of 75dcac1a4dd4349cd6962be15e352ac4 into 6a428322567f48dbb577c2f63a13b3ff(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:31,443 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:31,443 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/C, priority=11, startTime=1731396330930; duration=0sec 2024-11-12T07:25:31,443 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:31,443 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:C 2024-11-12T07:25:31,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396391442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:31,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:31,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:31,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:31,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742065_1241 (size=12151) 2024-11-12T07:25:31,446 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/ab5db533aa2b4f67b18eb3f0bf0e633f 2024-11-12T07:25:31,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/d4cf750a95b6489280d08574fafe43d4 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/d4cf750a95b6489280d08574fafe43d4 2024-11-12T07:25:31,454 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/d4cf750a95b6489280d08574fafe43d4, entries=150, sequenceid=148, filesize=11.9 K 2024-11-12T07:25:31,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/723b77f0886743ff829f83d50be5c586 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/723b77f0886743ff829f83d50be5c586 2024-11-12T07:25:31,460 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/723b77f0886743ff829f83d50be5c586, entries=150, sequenceid=148, filesize=11.9 K 2024-11-12T07:25:31,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/ab5db533aa2b4f67b18eb3f0bf0e633f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/ab5db533aa2b4f67b18eb3f0bf0e633f 2024-11-12T07:25:31,464 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/ab5db533aa2b4f67b18eb3f0bf0e633f, entries=150, sequenceid=148, filesize=11.9 K 2024-11-12T07:25:31,465 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 75dcac1a4dd4349cd6962be15e352ac4 in 509ms, sequenceid=148, compaction requested=false 2024-11-12T07:25:31,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:31,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:31,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-12T07:25:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-12T07:25:31,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-12T07:25:31,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 662 msec 2024-11-12T07:25:31,469 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 666 msec 2024-11-12T07:25:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:31,754 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:31,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T07:25:31,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/89ae183cc3d44b70afe8f732b374a2fa is 50, key is test_row_0/A:col10/1731396331108/Put/seqid=0 2024-11-12T07:25:31,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742066_1242 (size=14541) 2024-11-12T07:25:31,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396391825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:31,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:31,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:31,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396391931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:31,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:31,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-12T07:25:31,942 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:31,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:31,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-12T07:25:31,944 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:31,944 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:31,945 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T07:25:32,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T07:25:32,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T07:25:32,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:32,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:32,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:32,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:32,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396392142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:32,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:32,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:32,145 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:32,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/89ae183cc3d44b70afe8f732b374a2fa 2024-11-12T07:25:32,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/f98e23fd5d2f4845b47a4172e8739657 is 50, key is test_row_0/B:col10/1731396331108/Put/seqid=0 2024-11-12T07:25:32,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742067_1243 (size=12151) 2024-11-12T07:25:32,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T07:25:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:32,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T07:25:32,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396392322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:32,324 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in 75dcac1a4dd4349cd6962be15e352ac4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:32,324 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:32,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T07:25:32,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:32,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:32,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:32,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396392452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:32,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:32,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T07:25:32,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:32,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:32,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:32,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T07:25:32,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/f98e23fd5d2f4845b47a4172e8739657 2024-11-12T07:25:32,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/1186ad965e244e0abea118bc46e41e42 is 50, key is test_row_0/C:col10/1731396331108/Put/seqid=0 2024-11-12T07:25:32,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742068_1244 (size=12151) 2024-11-12T07:25:32,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T07:25:32,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:32,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:32,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:32,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T07:25:32,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:32,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:32,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:32,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:32,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396392962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:32,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:32,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/1186ad965e244e0abea118bc46e41e42 2024-11-12T07:25:33,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/89ae183cc3d44b70afe8f732b374a2fa as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/89ae183cc3d44b70afe8f732b374a2fa 2024-11-12T07:25:33,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/89ae183cc3d44b70afe8f732b374a2fa, entries=200, sequenceid=165, filesize=14.2 K 2024-11-12T07:25:33,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/f98e23fd5d2f4845b47a4172e8739657 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/f98e23fd5d2f4845b47a4172e8739657 2024-11-12T07:25:33,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/f98e23fd5d2f4845b47a4172e8739657, entries=150, sequenceid=165, filesize=11.9 K 2024-11-12T07:25:33,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/1186ad965e244e0abea118bc46e41e42 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/1186ad965e244e0abea118bc46e41e42 2024-11-12T07:25:33,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T07:25:33,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:33,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:33,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:33,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:33,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:33,019 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/1186ad965e244e0abea118bc46e41e42, entries=150, sequenceid=165, filesize=11.9 K 2024-11-12T07:25:33,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 75dcac1a4dd4349cd6962be15e352ac4 in 1266ms, sequenceid=165, compaction requested=true 2024-11-12T07:25:33,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:33,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:33,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:33,020 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:33,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:33,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:33,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:33,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T07:25:33,020 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:33,021 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38967 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:33,021 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:33,021 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/A is initiating minor compaction (all files) 2024-11-12T07:25:33,021 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/B is initiating minor compaction (all files) 2024-11-12T07:25:33,021 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/A in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:33,021 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/B in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:33,021 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/103b552dd72c44ab81de99083322644e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/d4cf750a95b6489280d08574fafe43d4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/89ae183cc3d44b70afe8f732b374a2fa] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=38.1 K 2024-11-12T07:25:33,021 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/dc43b2953052465c94fc3d09d1dce38c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/723b77f0886743ff829f83d50be5c586, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/f98e23fd5d2f4845b47a4172e8739657] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=35.7 K 2024-11-12T07:25:33,023 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 103b552dd72c44ab81de99083322644e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731396328923 2024-11-12T07:25:33,023 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting dc43b2953052465c94fc3d09d1dce38c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731396328923 2024-11-12T07:25:33,023 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 723b77f0886743ff829f83d50be5c586, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731396330153 2024-11-12T07:25:33,023 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4cf750a95b6489280d08574fafe43d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731396330153 2024-11-12T07:25:33,023 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting f98e23fd5d2f4845b47a4172e8739657, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731396331108 2024-11-12T07:25:33,023 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89ae183cc3d44b70afe8f732b374a2fa, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731396331108 2024-11-12T07:25:33,031 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#B#compaction#201 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:33,032 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#A#compaction#202 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:33,032 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/240033992e4f42b9a5cf6b9db0a3caea is 50, key is test_row_0/B:col10/1731396331108/Put/seqid=0 2024-11-12T07:25:33,033 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/376b7e1507e143d88899e4752533cba3 is 50, key is test_row_0/A:col10/1731396331108/Put/seqid=0 2024-11-12T07:25:33,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742069_1245 (size=12527) 2024-11-12T07:25:33,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742070_1246 (size=12527) 2024-11-12T07:25:33,063 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/240033992e4f42b9a5cf6b9db0a3caea as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/240033992e4f42b9a5cf6b9db0a3caea 2024-11-12T07:25:33,071 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/B of 75dcac1a4dd4349cd6962be15e352ac4 into 240033992e4f42b9a5cf6b9db0a3caea(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:33,071 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:33,071 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/B, priority=13, startTime=1731396333020; duration=0sec 2024-11-12T07:25:33,071 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:33,071 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:B 2024-11-12T07:25:33,071 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:33,072 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:33,072 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/C is initiating minor compaction (all files) 2024-11-12T07:25:33,072 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/C in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:33,072 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/6a428322567f48dbb577c2f63a13b3ff, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/ab5db533aa2b4f67b18eb3f0bf0e633f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/1186ad965e244e0abea118bc46e41e42] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=35.7 K 2024-11-12T07:25:33,073 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a428322567f48dbb577c2f63a13b3ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1731396328923 2024-11-12T07:25:33,073 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting ab5db533aa2b4f67b18eb3f0bf0e633f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731396330153 2024-11-12T07:25:33,073 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 1186ad965e244e0abea118bc46e41e42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731396331108 2024-11-12T07:25:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T07:25:33,085 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#C#compaction#203 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:33,086 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/5ef32fd4bccd49c6ae745e6c71e40a4e is 50, key is test_row_0/C:col10/1731396331108/Put/seqid=0 2024-11-12T07:25:33,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742071_1247 (size=12527) 2024-11-12T07:25:33,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-12T07:25:33,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:33,170 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-12T07:25:33,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/401c617b838f4426887798be8bfb4607 is 50, key is test_row_0/A:col10/1731396331824/Put/seqid=0 2024-11-12T07:25:33,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742072_1248 (size=12151) 2024-11-12T07:25:33,183 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/401c617b838f4426887798be8bfb4607 2024-11-12T07:25:33,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/5565cd7d38314c23ac19b5ed0944a07c is 50, key is test_row_0/B:col10/1731396331824/Put/seqid=0 2024-11-12T07:25:33,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742073_1249 (size=12151) 2024-11-12T07:25:33,218 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/5565cd7d38314c23ac19b5ed0944a07c 2024-11-12T07:25:33,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/b6750e32141743cdb795c5bb3e4636d3 is 50, key is test_row_0/C:col10/1731396331824/Put/seqid=0 2024-11-12T07:25:33,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742074_1250 (size=12151) 2024-11-12T07:25:33,231 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/b6750e32141743cdb795c5bb3e4636d3 2024-11-12T07:25:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:33,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:33,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/401c617b838f4426887798be8bfb4607 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/401c617b838f4426887798be8bfb4607 2024-11-12T07:25:33,244 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/401c617b838f4426887798be8bfb4607, entries=150, sequenceid=188, filesize=11.9 K 2024-11-12T07:25:33,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/5565cd7d38314c23ac19b5ed0944a07c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/5565cd7d38314c23ac19b5ed0944a07c 2024-11-12T07:25:33,250 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/5565cd7d38314c23ac19b5ed0944a07c, entries=150, sequenceid=188, filesize=11.9 K 2024-11-12T07:25:33,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/b6750e32141743cdb795c5bb3e4636d3 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b6750e32141743cdb795c5bb3e4636d3 2024-11-12T07:25:33,259 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b6750e32141743cdb795c5bb3e4636d3, entries=150, sequenceid=188, filesize=11.9 K 2024-11-12T07:25:33,264 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 75dcac1a4dd4349cd6962be15e352ac4 in 94ms, sequenceid=188, compaction requested=false 2024-11-12T07:25:33,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:33,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:33,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-12T07:25:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:33,265 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:33,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-12T07:25:33,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-12T07:25:33,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-12T07:25:33,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3210 sec 2024-11-12T07:25:33,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.3300 sec 2024-11-12T07:25:33,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/573fd2ae9640476c837a3693a0d3e6c5 is 50, key is test_row_0/A:col10/1731396333261/Put/seqid=0 2024-11-12T07:25:33,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742075_1251 (size=16931) 2024-11-12T07:25:33,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:33,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396393305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:33,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396393310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:33,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396393310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,317 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:33,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396393411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:33,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,415 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:33,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396393422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:33,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:33,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396393422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,426 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:33,462 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/376b7e1507e143d88899e4752533cba3 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/376b7e1507e143d88899e4752533cba3 2024-11-12T07:25:33,468 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/A of 75dcac1a4dd4349cd6962be15e352ac4 into 376b7e1507e143d88899e4752533cba3(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:33,468 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:33,468 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/A, priority=13, startTime=1731396333020; duration=0sec 2024-11-12T07:25:33,468 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:33,468 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:A 2024-11-12T07:25:33,505 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/5ef32fd4bccd49c6ae745e6c71e40a4e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/5ef32fd4bccd49c6ae745e6c71e40a4e 2024-11-12T07:25:33,512 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/C of 75dcac1a4dd4349cd6962be15e352ac4 into 5ef32fd4bccd49c6ae745e6c71e40a4e(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:33,512 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:33,512 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/C, priority=13, startTime=1731396333020; duration=0sec 2024-11-12T07:25:33,512 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:33,512 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:C 2024-11-12T07:25:33,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396393621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:33,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,624 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:33,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:33,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396393632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396393632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:33,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/573fd2ae9640476c837a3693a0d3e6c5 2024-11-12T07:25:33,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/e1614a0d2fcd4c54aa920d36d4cbeb80 is 50, key is test_row_0/B:col10/1731396333261/Put/seqid=0 2024-11-12T07:25:33,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742076_1252 (size=12151) 2024-11-12T07:25:33,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396393932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:33,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:33,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:33,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396393942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:33,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396393942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:33,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:33,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396393982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:33,982 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_2' in 75dcac1a4dd4349cd6962be15e352ac4 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:33,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:33,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:34,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-12T07:25:34,092 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:34,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-12T07:25:34,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T07:25:34,094 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:34,094 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:34,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:34,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/e1614a0d2fcd4c54aa920d36d4cbeb80 2024-11-12T07:25:34,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/b4478f4d7d9940b8805b348457442761 is 50, key is test_row_0/C:col10/1731396333261/Put/seqid=0 2024-11-12T07:25:34,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742077_1253 (size=12151) 2024-11-12T07:25:34,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T07:25:34,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-12T07:25:34,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:34,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:34,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:34,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:34,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:34,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:34,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396394352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:34,355 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in 75dcac1a4dd4349cd6962be15e352ac4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:34,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:34,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:34,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:34,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-12T07:25:34,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:34,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:34,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:34,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:34,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:34,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T07:25:34,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396394443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:34,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:34,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396394452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:34,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:34,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396394452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:34,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:34,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:34,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:34,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:34,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:34,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:34,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/b4478f4d7d9940b8805b348457442761 2024-11-12T07:25:34,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/573fd2ae9640476c837a3693a0d3e6c5 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/573fd2ae9640476c837a3693a0d3e6c5 2024-11-12T07:25:34,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/573fd2ae9640476c837a3693a0d3e6c5, entries=250, sequenceid=204, filesize=16.5 K 2024-11-12T07:25:34,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/e1614a0d2fcd4c54aa920d36d4cbeb80 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/e1614a0d2fcd4c54aa920d36d4cbeb80 2024-11-12T07:25:34,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/e1614a0d2fcd4c54aa920d36d4cbeb80, entries=150, sequenceid=204, filesize=11.9 K 2024-11-12T07:25:34,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/b4478f4d7d9940b8805b348457442761 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b4478f4d7d9940b8805b348457442761 2024-11-12T07:25:34,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b4478f4d7d9940b8805b348457442761, entries=150, sequenceid=204, filesize=11.9 K 2024-11-12T07:25:34,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 75dcac1a4dd4349cd6962be15e352ac4 in 1287ms, sequenceid=204, compaction requested=true 2024-11-12T07:25:34,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:34,552 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:34,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:34,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:34,552 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:34,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:34,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-12T07:25:34,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:34,553 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-12T07:25:34,554 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41609 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:34,554 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/A is initiating minor compaction (all files) 2024-11-12T07:25:34,554 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/A in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:34,554 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/376b7e1507e143d88899e4752533cba3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/401c617b838f4426887798be8bfb4607, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/573fd2ae9640476c837a3693a0d3e6c5] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=40.6 K 2024-11-12T07:25:34,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:34,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:34,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:34,556 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:34,557 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/B is initiating minor compaction (all files) 2024-11-12T07:25:34,557 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 376b7e1507e143d88899e4752533cba3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731396331108 2024-11-12T07:25:34,557 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/B in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:34,557 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/240033992e4f42b9a5cf6b9db0a3caea, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/5565cd7d38314c23ac19b5ed0944a07c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/e1614a0d2fcd4c54aa920d36d4cbeb80] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=36.0 K 2024-11-12T07:25:34,558 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 240033992e4f42b9a5cf6b9db0a3caea, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731396331108 2024-11-12T07:25:34,558 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 401c617b838f4426887798be8bfb4607, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731396331792 2024-11-12T07:25:34,558 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 573fd2ae9640476c837a3693a0d3e6c5, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731396333248 2024-11-12T07:25:34,558 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 5565cd7d38314c23ac19b5ed0944a07c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731396331792 2024-11-12T07:25:34,559 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting e1614a0d2fcd4c54aa920d36d4cbeb80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731396333257 2024-11-12T07:25:34,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/a139539c644c45649f2935ac4285f1ce is 50, key is test_row_0/A:col10/1731396333297/Put/seqid=0 2024-11-12T07:25:34,576 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#A#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:34,576 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/4bfbca10451b4b3cb47d1f5aad3d3135 is 50, key is test_row_0/A:col10/1731396333261/Put/seqid=0 2024-11-12T07:25:34,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742078_1254 (size=12151) 2024-11-12T07:25:34,589 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/a139539c644c45649f2935ac4285f1ce 2024-11-12T07:25:34,593 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#B#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:34,594 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/ab991a50453c4e848f1d717144b4b8b4 is 50, key is test_row_0/B:col10/1731396333261/Put/seqid=0 2024-11-12T07:25:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/72243a0e74fa4b6db417e468a4f7f624 is 50, key is test_row_0/B:col10/1731396333297/Put/seqid=0 2024-11-12T07:25:34,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742079_1255 (size=12629) 2024-11-12T07:25:34,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742080_1256 (size=12629) 2024-11-12T07:25:34,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742081_1257 (size=12151) 2024-11-12T07:25:34,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T07:25:35,045 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/4bfbca10451b4b3cb47d1f5aad3d3135 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/4bfbca10451b4b3cb47d1f5aad3d3135 2024-11-12T07:25:35,051 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/ab991a50453c4e848f1d717144b4b8b4 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/ab991a50453c4e848f1d717144b4b8b4 2024-11-12T07:25:35,051 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/72243a0e74fa4b6db417e468a4f7f624 2024-11-12T07:25:35,054 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/A of 75dcac1a4dd4349cd6962be15e352ac4 into 4bfbca10451b4b3cb47d1f5aad3d3135(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:35,054 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:35,054 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/A, priority=13, startTime=1731396334552; duration=0sec 2024-11-12T07:25:35,055 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:35,055 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:A 2024-11-12T07:25:35,055 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:35,056 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:35,057 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/C is initiating minor compaction (all files) 2024-11-12T07:25:35,057 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/C in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:35,057 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/5ef32fd4bccd49c6ae745e6c71e40a4e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b6750e32141743cdb795c5bb3e4636d3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b4478f4d7d9940b8805b348457442761] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=36.0 K 2024-11-12T07:25:35,059 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ef32fd4bccd49c6ae745e6c71e40a4e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1731396331108 2024-11-12T07:25:35,059 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6750e32141743cdb795c5bb3e4636d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731396331792 2024-11-12T07:25:35,059 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4478f4d7d9940b8805b348457442761, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731396333257 2024-11-12T07:25:35,060 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/B of 75dcac1a4dd4349cd6962be15e352ac4 into ab991a50453c4e848f1d717144b4b8b4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:35,060 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:35,060 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/B, priority=13, startTime=1731396334552; duration=0sec 2024-11-12T07:25:35,060 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:35,060 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:B 2024-11-12T07:25:35,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/29eae204ab144393b44cfb40dcedea57 is 50, key is test_row_0/C:col10/1731396333297/Put/seqid=0 2024-11-12T07:25:35,070 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#C#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:35,071 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/b6c44c6205044f109675566a7f02d8f8 is 50, key is test_row_0/C:col10/1731396333261/Put/seqid=0 2024-11-12T07:25:35,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742082_1258 (size=12151) 2024-11-12T07:25:35,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742083_1259 (size=12629) 2024-11-12T07:25:35,125 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/b6c44c6205044f109675566a7f02d8f8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b6c44c6205044f109675566a7f02d8f8 2024-11-12T07:25:35,132 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/C of 75dcac1a4dd4349cd6962be15e352ac4 into b6c44c6205044f109675566a7f02d8f8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:35,132 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:35,132 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/C, priority=13, startTime=1731396334556; duration=0sec 2024-11-12T07:25:35,132 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:35,132 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:C 2024-11-12T07:25:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T07:25:35,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:35,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:35,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396395478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:35,482 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:35,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396395479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:35,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396395476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:35,517 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/29eae204ab144393b44cfb40dcedea57 2024-11-12T07:25:35,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/a139539c644c45649f2935ac4285f1ce as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/a139539c644c45649f2935ac4285f1ce 2024-11-12T07:25:35,527 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/a139539c644c45649f2935ac4285f1ce, entries=150, sequenceid=227, filesize=11.9 K 2024-11-12T07:25:35,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/72243a0e74fa4b6db417e468a4f7f624 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/72243a0e74fa4b6db417e468a4f7f624 2024-11-12T07:25:35,533 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/72243a0e74fa4b6db417e468a4f7f624, entries=150, sequenceid=227, filesize=11.9 K 2024-11-12T07:25:35,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/29eae204ab144393b44cfb40dcedea57 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/29eae204ab144393b44cfb40dcedea57 2024-11-12T07:25:35,541 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/29eae204ab144393b44cfb40dcedea57, entries=150, sequenceid=227, filesize=11.9 K 2024-11-12T07:25:35,542 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 75dcac1a4dd4349cd6962be15e352ac4 in 989ms, sequenceid=227, compaction requested=false 2024-11-12T07:25:35,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:35,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:35,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-12T07:25:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-12T07:25:35,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-12T07:25:35,547 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4510 sec 2024-11-12T07:25:35,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.4570 sec 2024-11-12T07:25:35,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:35,594 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:35,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-12T07:25:35,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/18bcce0e2c514e83893dd4d3cea1fbc0 is 50, key is test_row_0/A:col10/1731396335594/Put/seqid=0 2024-11-12T07:25:35,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742084_1260 (size=19321) 2024-11-12T07:25:35,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:35,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396395655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396395654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:35,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396395655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,661 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:35,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396395762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:35,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:35,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:35,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396395762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:35,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:35,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:35,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396395771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,775 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:35,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396395972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:35,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:35,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396395972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:35,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:35,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,975 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:35,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:35,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396395981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:35,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:36,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/18bcce0e2c514e83893dd4d3cea1fbc0 2024-11-12T07:25:36,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/bddb172bfa3445839ea84643dd886f74 is 50, key is test_row_0/B:col10/1731396335594/Put/seqid=0 2024-11-12T07:25:36,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:36,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396396012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:36,024 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_2' in 75dcac1a4dd4349cd6962be15e352ac4 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:36,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,025 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:36,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742085_1261 (size=12151) 2024-11-12T07:25:36,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/bddb172bfa3445839ea84643dd886f74 2024-11-12T07:25:36,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/1f98e26a27094cbebdcdc23e0d60508e is 50, key is test_row_0/C:col10/1731396335594/Put/seqid=0 2024-11-12T07:25:36,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742086_1262 (size=12151) 2024-11-12T07:25:36,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-12T07:25:36,243 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:36,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-12T07:25:36,245 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:36,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T07:25:36,246 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:36,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:36,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396396282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:36,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:36,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396396282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:36,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:36,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,286 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:36,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:36,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396396292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:36,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T07:25:36,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-12T07:25:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:36,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:36,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:36,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/1f98e26a27094cbebdcdc23e0d60508e 2024-11-12T07:25:36,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/18bcce0e2c514e83893dd4d3cea1fbc0 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/18bcce0e2c514e83893dd4d3cea1fbc0 2024-11-12T07:25:36,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/18bcce0e2c514e83893dd4d3cea1fbc0, entries=300, sequenceid=248, filesize=18.9 K 2024-11-12T07:25:36,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/bddb172bfa3445839ea84643dd886f74 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/bddb172bfa3445839ea84643dd886f74 2024-11-12T07:25:36,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/bddb172bfa3445839ea84643dd886f74, entries=150, sequenceid=248, filesize=11.9 K 2024-11-12T07:25:36,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/1f98e26a27094cbebdcdc23e0d60508e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/1f98e26a27094cbebdcdc23e0d60508e 2024-11-12T07:25:36,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/1f98e26a27094cbebdcdc23e0d60508e, entries=150, sequenceid=248, filesize=11.9 K 2024-11-12T07:25:36,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 75dcac1a4dd4349cd6962be15e352ac4 in 913ms, sequenceid=248, compaction requested=true 2024-11-12T07:25:36,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:36,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:36,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:36,507 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:36,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:36,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:36,507 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:36,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:36,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:36,508 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:36,508 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/B is initiating minor compaction (all files) 2024-11-12T07:25:36,508 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/B in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:36,509 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/ab991a50453c4e848f1d717144b4b8b4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/72243a0e74fa4b6db417e468a4f7f624, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/bddb172bfa3445839ea84643dd886f74] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=36.1 K 2024-11-12T07:25:36,509 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:36,509 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/A is initiating minor compaction (all files) 2024-11-12T07:25:36,509 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/A in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:36,509 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/4bfbca10451b4b3cb47d1f5aad3d3135, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/a139539c644c45649f2935ac4285f1ce, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/18bcce0e2c514e83893dd4d3cea1fbc0] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=43.1 K 2024-11-12T07:25:36,510 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting ab991a50453c4e848f1d717144b4b8b4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731396333257 2024-11-12T07:25:36,510 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bfbca10451b4b3cb47d1f5aad3d3135, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731396333257 2024-11-12T07:25:36,510 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting a139539c644c45649f2935ac4285f1ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731396333297 2024-11-12T07:25:36,511 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 72243a0e74fa4b6db417e468a4f7f624, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731396333297 2024-11-12T07:25:36,511 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18bcce0e2c514e83893dd4d3cea1fbc0, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731396335468 2024-11-12T07:25:36,512 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting bddb172bfa3445839ea84643dd886f74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731396335468 2024-11-12T07:25:36,538 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:36,539 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/37686af718c44c1dbe859491a6cef07a is 50, key is test_row_0/A:col10/1731396335594/Put/seqid=0 2024-11-12T07:25:36,542 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:36,543 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/02f044b591a549e29246c3d730167699 is 50, key is test_row_0/B:col10/1731396335594/Put/seqid=0 2024-11-12T07:25:36,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-12T07:25:36,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:36,554 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-12T07:25:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T07:25:36,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742087_1263 (size=12731) 2024-11-12T07:25:36,577 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/37686af718c44c1dbe859491a6cef07a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/37686af718c44c1dbe859491a6cef07a 2024-11-12T07:25:36,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/0729f207af8c483a8436920023b2d305 is 50, key is test_row_0/A:col10/1731396335653/Put/seqid=0 2024-11-12T07:25:36,584 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/A of 75dcac1a4dd4349cd6962be15e352ac4 into 37686af718c44c1dbe859491a6cef07a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:36,584 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:36,584 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/A, priority=13, startTime=1731396336507; duration=0sec 2024-11-12T07:25:36,585 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:36,585 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:A 2024-11-12T07:25:36,585 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:36,586 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:36,586 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/C is initiating minor compaction (all files) 2024-11-12T07:25:36,586 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/C in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:36,586 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b6c44c6205044f109675566a7f02d8f8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/29eae204ab144393b44cfb40dcedea57, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/1f98e26a27094cbebdcdc23e0d60508e] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=36.1 K 2024-11-12T07:25:36,587 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6c44c6205044f109675566a7f02d8f8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731396333257 2024-11-12T07:25:36,587 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29eae204ab144393b44cfb40dcedea57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731396333297 2024-11-12T07:25:36,587 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f98e26a27094cbebdcdc23e0d60508e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731396335468 2024-11-12T07:25:36,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742088_1264 (size=12731) 2024-11-12T07:25:36,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742089_1265 (size=12301) 2024-11-12T07:25:36,616 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/0729f207af8c483a8436920023b2d305 2024-11-12T07:25:36,617 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/02f044b591a549e29246c3d730167699 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/02f044b591a549e29246c3d730167699 2024-11-12T07:25:36,617 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#C#compaction#222 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:36,617 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/093e73ac3c7a4627863b1a593c2367dc is 50, key is test_row_0/C:col10/1731396335594/Put/seqid=0 2024-11-12T07:25:36,629 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/B of 75dcac1a4dd4349cd6962be15e352ac4 into 02f044b591a549e29246c3d730167699(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:36,629 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:36,629 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/B, priority=13, startTime=1731396336507; duration=0sec 2024-11-12T07:25:36,629 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:36,629 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:B 2024-11-12T07:25:36,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/89f47866bf7f4932a5992eaa4900ca62 is 50, key is test_row_0/B:col10/1731396335653/Put/seqid=0 2024-11-12T07:25:36,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742091_1267 (size=12301) 2024-11-12T07:25:36,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742090_1266 (size=12731) 2024-11-12T07:25:36,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:36,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:36,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396396818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:36,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:36,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:36,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396396821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:36,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:36,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:36,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396396822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:36,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T07:25:36,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396396938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:36,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396396938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:36,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:36,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396396938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:36,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:36,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:37,045 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/89f47866bf7f4932a5992eaa4900ca62 2024-11-12T07:25:37,053 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/093e73ac3c7a4627863b1a593c2367dc as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/093e73ac3c7a4627863b1a593c2367dc 2024-11-12T07:25:37,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/f89347a23f2b4dd8a85cdf27804deada is 50, key is test_row_0/C:col10/1731396335653/Put/seqid=0 2024-11-12T07:25:37,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742092_1268 (size=12301) 2024-11-12T07:25:37,063 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/C of 75dcac1a4dd4349cd6962be15e352ac4 into 093e73ac3c7a4627863b1a593c2367dc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:37,063 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:37,063 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/C, priority=13, startTime=1731396336507; duration=0sec 2024-11-12T07:25:37,063 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:37,063 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:C 2024-11-12T07:25:37,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:37,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396397142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:37,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396397151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:37,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396397151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:37,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T07:25:37,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:37,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396397452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:37,463 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/f89347a23f2b4dd8a85cdf27804deada 2024-11-12T07:25:37,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396397462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:37,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396397462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:37,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:37,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/0729f207af8c483a8436920023b2d305 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/0729f207af8c483a8436920023b2d305 2024-11-12T07:25:37,485 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/0729f207af8c483a8436920023b2d305, entries=150, sequenceid=266, filesize=12.0 K 2024-11-12T07:25:37,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/89f47866bf7f4932a5992eaa4900ca62 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/89f47866bf7f4932a5992eaa4900ca62 2024-11-12T07:25:37,490 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/89f47866bf7f4932a5992eaa4900ca62, entries=150, sequenceid=266, filesize=12.0 K 2024-11-12T07:25:37,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/f89347a23f2b4dd8a85cdf27804deada as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/f89347a23f2b4dd8a85cdf27804deada 2024-11-12T07:25:37,494 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/f89347a23f2b4dd8a85cdf27804deada, entries=150, sequenceid=266, filesize=12.0 K 2024-11-12T07:25:37,495 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 75dcac1a4dd4349cd6962be15e352ac4 in 941ms, sequenceid=266, compaction requested=false 2024-11-12T07:25:37,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:37,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:37,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-12T07:25:37,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-12T07:25:37,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-12T07:25:37,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2510 sec 2024-11-12T07:25:37,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.2560 sec 2024-11-12T07:25:37,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:37,964 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:37,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-12T07:25:37,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/20ea6c304b1545c9ae0ed0daac4eba1f is 50, key is test_row_0/A:col10/1731396337963/Put/seqid=0 2024-11-12T07:25:37,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742093_1269 (size=14741) 2024-11-12T07:25:37,982 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/20ea6c304b1545c9ae0ed0daac4eba1f 2024-11-12T07:25:37,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/0842bd4c48e542e9b14e4240b2c0cffd is 50, key is test_row_0/B:col10/1731396337963/Put/seqid=0 2024-11-12T07:25:37,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396397988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:37,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,992 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:37,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:37,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396397990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:37,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:37,994 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:37,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396397991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,001 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742094_1270 (size=12301) 2024-11-12T07:25:38,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396398102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396398102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,105 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,106 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396398111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396398311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396398311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396398322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33640 deadline: 1731396398372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,375 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in 75dcac1a4dd4349cd6962be15e352ac4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:38,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-12T07:25:38,402 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:38,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:38,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-12T07:25:38,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T07:25:38,404 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:38,405 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:38,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:38,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/0842bd4c48e542e9b14e4240b2c0cffd 2024-11-12T07:25:38,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/9f3f0bf5fded4c7893e63099160e52af is 50, key is test_row_0/C:col10/1731396337963/Put/seqid=0 2024-11-12T07:25:38,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742095_1271 (size=12301) 2024-11-12T07:25:38,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/9f3f0bf5fded4c7893e63099160e52af 2024-11-12T07:25:38,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/20ea6c304b1545c9ae0ed0daac4eba1f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/20ea6c304b1545c9ae0ed0daac4eba1f 2024-11-12T07:25:38,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/20ea6c304b1545c9ae0ed0daac4eba1f, entries=200, sequenceid=288, filesize=14.4 K 2024-11-12T07:25:38,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/0842bd4c48e542e9b14e4240b2c0cffd as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/0842bd4c48e542e9b14e4240b2c0cffd 2024-11-12T07:25:38,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/0842bd4c48e542e9b14e4240b2c0cffd, entries=150, sequenceid=288, filesize=12.0 K 2024-11-12T07:25:38,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/9f3f0bf5fded4c7893e63099160e52af as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/9f3f0bf5fded4c7893e63099160e52af 2024-11-12T07:25:38,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/9f3f0bf5fded4c7893e63099160e52af, entries=150, sequenceid=288, filesize=12.0 K 2024-11-12T07:25:38,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 75dcac1a4dd4349cd6962be15e352ac4 in 479ms, sequenceid=288, compaction requested=true 2024-11-12T07:25:38,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:38,443 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:38,444 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:38,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:38,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:38,444 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:38,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:38,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:38,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:38,445 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:38,445 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/B is initiating minor compaction (all files) 2024-11-12T07:25:38,445 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/B in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:38,445 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/02f044b591a549e29246c3d730167699, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/89f47866bf7f4932a5992eaa4900ca62, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/0842bd4c48e542e9b14e4240b2c0cffd] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=36.5 K 2024-11-12T07:25:38,445 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:38,445 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/A is initiating minor compaction (all files) 2024-11-12T07:25:38,445 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/A in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:38,445 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/37686af718c44c1dbe859491a6cef07a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/0729f207af8c483a8436920023b2d305, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/20ea6c304b1545c9ae0ed0daac4eba1f] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=38.8 K 2024-11-12T07:25:38,446 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 02f044b591a549e29246c3d730167699, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731396335468 2024-11-12T07:25:38,446 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37686af718c44c1dbe859491a6cef07a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731396335468 2024-11-12T07:25:38,446 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 89f47866bf7f4932a5992eaa4900ca62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731396335645 2024-11-12T07:25:38,446 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0729f207af8c483a8436920023b2d305, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731396335645 2024-11-12T07:25:38,446 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 0842bd4c48e542e9b14e4240b2c0cffd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731396336804 2024-11-12T07:25:38,446 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20ea6c304b1545c9ae0ed0daac4eba1f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731396336804 2024-11-12T07:25:38,463 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:38,463 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#B#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:38,463 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/f30c5a17acc54c7788054799e529b6a9 is 50, key is test_row_0/A:col10/1731396337963/Put/seqid=0 2024-11-12T07:25:38,463 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/4f13a855355d445ca9ff0347bba622a1 is 50, key is test_row_0/B:col10/1731396337963/Put/seqid=0 2024-11-12T07:25:38,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742096_1272 (size=12983) 2024-11-12T07:25:38,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742097_1273 (size=12983) 2024-11-12T07:25:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T07:25:38,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-12T07:25:38,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:38,559 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-12T07:25:38,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/5c4aa5136b69418c8ad85227109456d8 is 50, key is test_row_0/A:col10/1731396337981/Put/seqid=0 2024-11-12T07:25:38,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742098_1274 (size=12301) 2024-11-12T07:25:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:38,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:38,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396398645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396398645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,649 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396398648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,653 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T07:25:38,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396398752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396398752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396398762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,878 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/4f13a855355d445ca9ff0347bba622a1 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/4f13a855355d445ca9ff0347bba622a1 2024-11-12T07:25:38,883 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/f30c5a17acc54c7788054799e529b6a9 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f30c5a17acc54c7788054799e529b6a9 2024-11-12T07:25:38,884 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/B of 75dcac1a4dd4349cd6962be15e352ac4 into 4f13a855355d445ca9ff0347bba622a1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:38,884 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:38,884 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/B, priority=13, startTime=1731396338444; duration=0sec 2024-11-12T07:25:38,884 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:38,884 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:B 2024-11-12T07:25:38,884 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:38,885 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:38,885 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/C is initiating minor compaction (all files) 2024-11-12T07:25:38,885 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/C in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:38,885 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/093e73ac3c7a4627863b1a593c2367dc, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/f89347a23f2b4dd8a85cdf27804deada, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/9f3f0bf5fded4c7893e63099160e52af] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=36.5 K 2024-11-12T07:25:38,886 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 093e73ac3c7a4627863b1a593c2367dc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731396335468 2024-11-12T07:25:38,886 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting f89347a23f2b4dd8a85cdf27804deada, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1731396335645 2024-11-12T07:25:38,887 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f3f0bf5fded4c7893e63099160e52af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731396336804 2024-11-12T07:25:38,889 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/A of 75dcac1a4dd4349cd6962be15e352ac4 into f30c5a17acc54c7788054799e529b6a9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:38,889 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:38,889 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/A, priority=13, startTime=1731396338443; duration=0sec 2024-11-12T07:25:38,889 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:38,889 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:A 2024-11-12T07:25:38,895 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#C#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:38,896 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/f0c45d7993eb4220881cd80bbb01a6de is 50, key is test_row_0/C:col10/1731396337963/Put/seqid=0 2024-11-12T07:25:38,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742099_1275 (size=12983) 2024-11-12T07:25:38,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396398962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396398962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,970 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/5c4aa5136b69418c8ad85227109456d8 2024-11-12T07:25:38,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396398972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:38,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/1774a834a2a040338a8719611a574718 is 50, key is test_row_0/B:col10/1731396337981/Put/seqid=0 2024-11-12T07:25:38,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742100_1276 (size=12301) 2024-11-12T07:25:38,981 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/1774a834a2a040338a8719611a574718 2024-11-12T07:25:38,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/033905046639492c8821ab34fb77a8d8 is 50, key is test_row_0/C:col10/1731396337981/Put/seqid=0 2024-11-12T07:25:39,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742101_1277 (size=12301) 2024-11-12T07:25:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T07:25:39,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396399272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:39,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:39,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396399272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:39,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:39,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396399282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,286 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:39,330 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/f0c45d7993eb4220881cd80bbb01a6de as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/f0c45d7993eb4220881cd80bbb01a6de 2024-11-12T07:25:39,335 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/C of 75dcac1a4dd4349cd6962be15e352ac4 into f0c45d7993eb4220881cd80bbb01a6de(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:39,335 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:39,335 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/C, priority=13, startTime=1731396338444; duration=0sec 2024-11-12T07:25:39,335 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:39,336 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:C 2024-11-12T07:25:39,407 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=305 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/033905046639492c8821ab34fb77a8d8 2024-11-12T07:25:39,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/5c4aa5136b69418c8ad85227109456d8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/5c4aa5136b69418c8ad85227109456d8 2024-11-12T07:25:39,414 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/5c4aa5136b69418c8ad85227109456d8, entries=150, sequenceid=305, filesize=12.0 K 2024-11-12T07:25:39,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/1774a834a2a040338a8719611a574718 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/1774a834a2a040338a8719611a574718 2024-11-12T07:25:39,418 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/1774a834a2a040338a8719611a574718, entries=150, sequenceid=305, filesize=12.0 K 2024-11-12T07:25:39,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/033905046639492c8821ab34fb77a8d8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/033905046639492c8821ab34fb77a8d8 2024-11-12T07:25:39,423 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/033905046639492c8821ab34fb77a8d8, entries=150, sequenceid=305, filesize=12.0 K 2024-11-12T07:25:39,424 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 75dcac1a4dd4349cd6962be15e352ac4 in 865ms, sequenceid=305, compaction requested=false 2024-11-12T07:25:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-12T07:25:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-12T07:25:39,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-12T07:25:39,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0200 sec 2024-11-12T07:25:39,428 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0250 sec 2024-11-12T07:25:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-12T07:25:39,542 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:39,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-12T07:25:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T07:25:39,544 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:39,545 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:39,545 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T07:25:39,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-12T07:25:39,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:39,697 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-12T07:25:39,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/42b969d713ac4989968dbb717e2c27e7 is 50, key is test_row_0/A:col10/1731396338647/Put/seqid=0 2024-11-12T07:25:39,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742102_1278 (size=12301) 2024-11-12T07:25:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:39,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:39,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396399827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:39,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:39,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396399828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:39,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,832 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:39,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396399830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:39,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T07:25:39,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396399941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:39,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:39,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396399942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:39,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396399942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:39,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:40,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33714 deadline: 1731396400042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:40,045 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_2' in 75dcac1a4dd4349cd6962be15e352ac4 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:25:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:40,106 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/42b969d713ac4989968dbb717e2c27e7 2024-11-12T07:25:40,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/653a1b823ba044a7be1831dc69eb32dd is 50, key is test_row_0/B:col10/1731396338647/Put/seqid=0 2024-11-12T07:25:40,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742103_1279 (size=12301) 2024-11-12T07:25:40,118 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/653a1b823ba044a7be1831dc69eb32dd 2024-11-12T07:25:40,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/19dde0463ca843d98c9b055b9b2dd911 is 50, key is test_row_0/C:col10/1731396338647/Put/seqid=0 2024-11-12T07:25:40,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742104_1280 (size=12301) 2024-11-12T07:25:40,132 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/19dde0463ca843d98c9b055b9b2dd911 2024-11-12T07:25:40,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/42b969d713ac4989968dbb717e2c27e7 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/42b969d713ac4989968dbb717e2c27e7 2024-11-12T07:25:40,141 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/42b969d713ac4989968dbb717e2c27e7, entries=150, sequenceid=327, filesize=12.0 K 2024-11-12T07:25:40,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/653a1b823ba044a7be1831dc69eb32dd as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/653a1b823ba044a7be1831dc69eb32dd 2024-11-12T07:25:40,146 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/653a1b823ba044a7be1831dc69eb32dd, entries=150, sequenceid=327, filesize=12.0 K 2024-11-12T07:25:40,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/19dde0463ca843d98c9b055b9b2dd911 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/19dde0463ca843d98c9b055b9b2dd911 2024-11-12T07:25:40,151 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/19dde0463ca843d98c9b055b9b2dd911, entries=150, sequenceid=327, filesize=12.0 K 2024-11-12T07:25:40,152 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 75dcac1a4dd4349cd6962be15e352ac4 in 455ms, sequenceid=327, compaction requested=true 2024-11-12T07:25:40,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:40,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:40,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-12T07:25:40,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-12T07:25:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:40,156 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:40,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-12T07:25:40,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-12T07:25:40,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 609 msec 2024-11-12T07:25:40,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 615 msec 2024-11-12T07:25:40,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/f6273d9d874244e1bf5e03d1862ff048 is 50, key is test_row_0/A:col10/1731396340154/Put/seqid=0 2024-11-12T07:25:40,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742105_1281 (size=12301) 2024-11-12T07:25:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-12T07:25:40,172 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:40,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-12T07:25:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T07:25:40,174 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:40,175 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:40,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:40,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396400206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:40,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396400208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:40,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:40,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,213 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396400209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:40,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T07:25:40,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396400321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:40,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:40,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396400321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:40,323 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:40,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:40,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396400321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:40,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:40,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:40,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T07:25:40,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:40,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:40,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:40,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:40,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:40,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T07:25:40,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:40,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:40,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:40,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:40,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T07:25:40,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396400532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:40,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396400532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:40,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396400532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:40,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:40,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/f6273d9d874244e1bf5e03d1862ff048 2024-11-12T07:25:40,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/91f1baeb254e465094dfe1e1f36278e7 is 50, key is test_row_0/B:col10/1731396340154/Put/seqid=0 2024-11-12T07:25:40,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742106_1282 (size=12301) 2024-11-12T07:25:40,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/91f1baeb254e465094dfe1e1f36278e7 2024-11-12T07:25:40,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/3b83d29c1fec428e9a99dfe2eba6f323 is 50, key is test_row_0/C:col10/1731396340154/Put/seqid=0 2024-11-12T07:25:40,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T07:25:40,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:40,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:40,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:40,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:40,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:40,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742107_1283 (size=12301) 2024-11-12T07:25:40,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T07:25:40,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:40,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:40,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:40,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:40,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T07:25:40,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396400842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396400842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396400842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:40,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T07:25:40,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:40,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:40,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:40,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:40,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:41,048 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/3b83d29c1fec428e9a99dfe2eba6f323 2024-11-12T07:25:41,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/f6273d9d874244e1bf5e03d1862ff048 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f6273d9d874244e1bf5e03d1862ff048 2024-11-12T07:25:41,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f6273d9d874244e1bf5e03d1862ff048, entries=150, sequenceid=345, filesize=12.0 K 2024-11-12T07:25:41,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/91f1baeb254e465094dfe1e1f36278e7 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/91f1baeb254e465094dfe1e1f36278e7 2024-11-12T07:25:41,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/91f1baeb254e465094dfe1e1f36278e7, entries=150, sequenceid=345, filesize=12.0 K 2024-11-12T07:25:41,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/3b83d29c1fec428e9a99dfe2eba6f323 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/3b83d29c1fec428e9a99dfe2eba6f323 2024-11-12T07:25:41,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/3b83d29c1fec428e9a99dfe2eba6f323, entries=150, sequenceid=345, filesize=12.0 K 2024-11-12T07:25:41,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 75dcac1a4dd4349cd6962be15e352ac4 in 921ms, sequenceid=345, compaction requested=true 2024-11-12T07:25:41,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:41,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:41,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:41,078 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:25:41,078 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:25:41,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:41,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:41,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:41,078 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:41,079 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:25:41,080 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/A is initiating minor compaction (all files) 2024-11-12T07:25:41,080 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/A in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:41,080 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f30c5a17acc54c7788054799e529b6a9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/5c4aa5136b69418c8ad85227109456d8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/42b969d713ac4989968dbb717e2c27e7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f6273d9d874244e1bf5e03d1862ff048] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=48.7 K 2024-11-12T07:25:41,080 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:25:41,080 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/B is initiating minor compaction (all files) 2024-11-12T07:25:41,080 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/B in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:41,080 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/4f13a855355d445ca9ff0347bba622a1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/1774a834a2a040338a8719611a574718, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/653a1b823ba044a7be1831dc69eb32dd, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/91f1baeb254e465094dfe1e1f36278e7] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=48.7 K 2024-11-12T07:25:41,081 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f13a855355d445ca9ff0347bba622a1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731396336804 2024-11-12T07:25:41,081 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting f30c5a17acc54c7788054799e529b6a9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731396336804 2024-11-12T07:25:41,081 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 1774a834a2a040338a8719611a574718, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731396337981 2024-11-12T07:25:41,081 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c4aa5136b69418c8ad85227109456d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731396337981 2024-11-12T07:25:41,081 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 653a1b823ba044a7be1831dc69eb32dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731396338642 2024-11-12T07:25:41,081 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42b969d713ac4989968dbb717e2c27e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731396338642 2024-11-12T07:25:41,082 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 91f1baeb254e465094dfe1e1f36278e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731396339821 2024-11-12T07:25:41,082 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6273d9d874244e1bf5e03d1862ff048, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731396339821 2024-11-12T07:25:41,092 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#A#compaction#241 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:41,093 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/81b2efbd6d6d43e1a86538bca166e43f is 50, key is test_row_0/A:col10/1731396340154/Put/seqid=0 2024-11-12T07:25:41,093 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#B#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:41,094 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/73c502857ee84092a2db9191b66c9daa is 50, key is test_row_0/B:col10/1731396340154/Put/seqid=0 2024-11-12T07:25:41,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-12T07:25:41,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:41,094 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-12T07:25:41,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/49469d7d195d48edb19e2177a7e1d0e6 is 50, key is test_row_0/A:col10/1731396340206/Put/seqid=0 2024-11-12T07:25:41,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742109_1285 (size=13119) 2024-11-12T07:25:41,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742108_1284 (size=13119) 2024-11-12T07:25:41,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742110_1286 (size=12301) 2024-11-12T07:25:41,139 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/49469d7d195d48edb19e2177a7e1d0e6 2024-11-12T07:25:41,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/d6dda659bb44448eae89bbd2cd069592 is 50, key is test_row_0/B:col10/1731396340206/Put/seqid=0 2024-11-12T07:25:41,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742111_1287 (size=12301) 2024-11-12T07:25:41,170 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/d6dda659bb44448eae89bbd2cd069592 2024-11-12T07:25:41,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/90036667d3314801bd79340d7434d904 is 50, key is test_row_0/C:col10/1731396340206/Put/seqid=0 2024-11-12T07:25:41,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742112_1288 (size=12301) 2024-11-12T07:25:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T07:25:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:41,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. as already flushing 2024-11-12T07:25:41,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396401382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:41,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396401384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:41,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396401384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,389 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:41,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:41,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396401492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396401492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,495 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:41,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396401502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:41,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:41,519 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/73c502857ee84092a2db9191b66c9daa as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/73c502857ee84092a2db9191b66c9daa 2024-11-12T07:25:41,526 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/B of 75dcac1a4dd4349cd6962be15e352ac4 into 73c502857ee84092a2db9191b66c9daa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:41,526 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:41,526 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/B, priority=12, startTime=1731396341078; duration=0sec 2024-11-12T07:25:41,526 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:41,526 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:B 2024-11-12T07:25:41,526 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:25:41,529 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:25:41,529 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/C is initiating minor compaction (all files) 2024-11-12T07:25:41,529 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/C in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:41,529 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/f0c45d7993eb4220881cd80bbb01a6de, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/033905046639492c8821ab34fb77a8d8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/19dde0463ca843d98c9b055b9b2dd911, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/3b83d29c1fec428e9a99dfe2eba6f323] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=48.7 K 2024-11-12T07:25:41,529 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting f0c45d7993eb4220881cd80bbb01a6de, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731396336804 2024-11-12T07:25:41,530 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 033905046639492c8821ab34fb77a8d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=305, earliestPutTs=1731396337981 2024-11-12T07:25:41,530 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 19dde0463ca843d98c9b055b9b2dd911, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731396338642 2024-11-12T07:25:41,530 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b83d29c1fec428e9a99dfe2eba6f323, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731396339821 2024-11-12T07:25:41,532 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/81b2efbd6d6d43e1a86538bca166e43f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/81b2efbd6d6d43e1a86538bca166e43f 2024-11-12T07:25:41,537 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/A of 75dcac1a4dd4349cd6962be15e352ac4 into 81b2efbd6d6d43e1a86538bca166e43f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:41,537 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:41,537 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/A, priority=12, startTime=1731396341078; duration=0sec 2024-11-12T07:25:41,537 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:41,537 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:A 2024-11-12T07:25:41,543 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:41,544 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/a7f522428be243ebaa6e43e55cf0fccd is 50, key is test_row_0/C:col10/1731396340154/Put/seqid=0 2024-11-12T07:25:41,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742113_1289 (size=13119) 2024-11-12T07:25:41,596 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/90036667d3314801bd79340d7434d904 2024-11-12T07:25:41,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/49469d7d195d48edb19e2177a7e1d0e6 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/49469d7d195d48edb19e2177a7e1d0e6 2024-11-12T07:25:41,606 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/49469d7d195d48edb19e2177a7e1d0e6, entries=150, sequenceid=363, filesize=12.0 K 2024-11-12T07:25:41,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/d6dda659bb44448eae89bbd2cd069592 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/d6dda659bb44448eae89bbd2cd069592 2024-11-12T07:25:41,610 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/d6dda659bb44448eae89bbd2cd069592, entries=150, sequenceid=363, filesize=12.0 K 2024-11-12T07:25:41,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/90036667d3314801bd79340d7434d904 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/90036667d3314801bd79340d7434d904 2024-11-12T07:25:41,614 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/90036667d3314801bd79340d7434d904, entries=150, sequenceid=363, filesize=12.0 K 2024-11-12T07:25:41,615 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 75dcac1a4dd4349cd6962be15e352ac4 in 521ms, sequenceid=363, compaction requested=false 2024-11-12T07:25:41,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:41,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:41,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-12T07:25:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-12T07:25:41,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-12T07:25:41,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4420 sec 2024-11-12T07:25:41,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.4460 sec 2024-11-12T07:25:41,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:41,704 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:41,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-12T07:25:41,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/7ccf8cc23cc949e5ba1e3b6c28270149 is 50, key is test_row_0/A:col10/1731396341382/Put/seqid=0 2024-11-12T07:25:41,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742114_1290 (size=14741) 2024-11-12T07:25:41,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:41,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396401725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:41,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,729 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:41,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396401727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:41,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:41,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396401728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:41,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:41,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396401832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:41,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:41,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396401832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:41,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:41,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396401842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:41,844 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:41,954 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/a7f522428be243ebaa6e43e55cf0fccd as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a7f522428be243ebaa6e43e55cf0fccd 2024-11-12T07:25:41,959 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/C of 75dcac1a4dd4349cd6962be15e352ac4 into a7f522428be243ebaa6e43e55cf0fccd(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:41,959 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:41,959 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/C, priority=12, startTime=1731396341078; duration=0sec 2024-11-12T07:25:41,959 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:41,959 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:C 2024-11-12T07:25:42,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33674 deadline: 1731396402042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:42,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:42,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:42,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:42,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33642 deadline: 1731396402042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:42,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:42,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:42,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:42,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:42,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:33720 deadline: 1731396402052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:42,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:25:42,114 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/7ccf8cc23cc949e5ba1e3b6c28270149 2024-11-12T07:25:42,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/9091a27528784a9fac66fa4afabc561f is 50, key is test_row_0/B:col10/1731396341382/Put/seqid=0 2024-11-12T07:25:42,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742115_1291 (size=12301) 2024-11-12T07:25:42,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/9091a27528784a9fac66fa4afabc561f 2024-11-12T07:25:42,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/d583e117f6724309ac8084a90d21ccbc is 50, key is test_row_0/C:col10/1731396341382/Put/seqid=0 2024-11-12T07:25:42,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742116_1292 (size=12301) 2024-11-12T07:25:42,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/d583e117f6724309ac8084a90d21ccbc 2024-11-12T07:25:42,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/7ccf8cc23cc949e5ba1e3b6c28270149 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/7ccf8cc23cc949e5ba1e3b6c28270149 2024-11-12T07:25:42,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/7ccf8cc23cc949e5ba1e3b6c28270149, entries=200, sequenceid=384, filesize=14.4 K 2024-11-12T07:25:42,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/9091a27528784a9fac66fa4afabc561f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/9091a27528784a9fac66fa4afabc561f 2024-11-12T07:25:42,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/9091a27528784a9fac66fa4afabc561f, entries=150, sequenceid=384, filesize=12.0 K 2024-11-12T07:25:42,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/d583e117f6724309ac8084a90d21ccbc as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/d583e117f6724309ac8084a90d21ccbc 2024-11-12T07:25:42,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/d583e117f6724309ac8084a90d21ccbc, entries=150, sequenceid=384, filesize=12.0 K 2024-11-12T07:25:42,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 75dcac1a4dd4349cd6962be15e352ac4 in 469ms, sequenceid=384, compaction requested=true 2024-11-12T07:25:42,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:42,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:42,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:42,173 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:42,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:42,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:42,173 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:42,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 75dcac1a4dd4349cd6962be15e352ac4:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:42,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:42,175 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:42,175 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/A is initiating minor compaction (all files) 2024-11-12T07:25:42,175 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/A in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:42,176 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/81b2efbd6d6d43e1a86538bca166e43f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/49469d7d195d48edb19e2177a7e1d0e6, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/7ccf8cc23cc949e5ba1e3b6c28270149] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=39.2 K 2024-11-12T07:25:42,176 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:42,176 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/B is initiating minor compaction (all files) 2024-11-12T07:25:42,176 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/B in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:42,176 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/73c502857ee84092a2db9191b66c9daa, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/d6dda659bb44448eae89bbd2cd069592, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/9091a27528784a9fac66fa4afabc561f] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=36.8 K 2024-11-12T07:25:42,177 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81b2efbd6d6d43e1a86538bca166e43f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731396339821 2024-11-12T07:25:42,177 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 73c502857ee84092a2db9191b66c9daa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731396339821 2024-11-12T07:25:42,178 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49469d7d195d48edb19e2177a7e1d0e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731396340202 2024-11-12T07:25:42,178 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d6dda659bb44448eae89bbd2cd069592, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731396340202 2024-11-12T07:25:42,178 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ccf8cc23cc949e5ba1e3b6c28270149, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731396341373 2024-11-12T07:25:42,179 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 9091a27528784a9fac66fa4afabc561f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731396341373 2024-11-12T07:25:42,185 INFO [Thread-1019 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1019. 2024-11-12T07:25:42,185 DEBUG [Thread-1019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:42,185 DEBUG [Thread-1019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,185 DEBUG [Thread-1019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,185 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:42,185 INFO [Thread-1021 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1021. 2024-11-12T07:25:42,185 DEBUG [Thread-1021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:42,185 DEBUG [Thread-1021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,186 DEBUG [Thread-1021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:42,186 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:42,187 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/3e4e44cd754f423cb947dc1709e2b009 is 50, key is test_row_0/B:col10/1731396341382/Put/seqid=0 2024-11-12T07:25:42,188 INFO [Thread-1015 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1015. 2024-11-12T07:25:42,188 DEBUG [Thread-1015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:42,188 DEBUG [Thread-1015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,188 DEBUG [Thread-1015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:42,188 INFO [Thread-1017 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1017. 2024-11-12T07:25:42,188 DEBUG [Thread-1017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:42,188 DEBUG [Thread-1017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,188 DEBUG [Thread-1017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:42,189 INFO [Thread-1013 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1013. 2024-11-12T07:25:42,189 DEBUG [Thread-1013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:42,189 DEBUG [Thread-1013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,189 DEBUG [Thread-1013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:42,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742117_1293 (size=13221) 2024-11-12T07:25:42,192 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:42,192 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/270d07d605994feb88e037dbc5bf41e8 is 50, key is test_row_0/A:col10/1731396341382/Put/seqid=0 2024-11-12T07:25:42,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742118_1294 (size=13221) 2024-11-12T07:25:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-12T07:25:42,322 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:42,353 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:42,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-12T07:25:42,353 INFO [Thread-1008 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1008. 2024-11-12T07:25:42,353 INFO [Thread-1006 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1006. 2024-11-12T07:25:42,353 DEBUG [Thread-1006 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:42,353 DEBUG [Thread-1008 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:42,353 DEBUG [Thread-1006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,353 DEBUG [Thread-1008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,353 DEBUG [Thread-1006 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,353 DEBUG [Thread-1008 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:42,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:42,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/f64ed20356994c5ba04e380cfd8b197e is 50, key is test_row_0/A:col10/1731396341726/Put/seqid=0 2024-11-12T07:25:42,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742119_1295 (size=12301) 2024-11-12T07:25:42,363 INFO [Thread-1002 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1002. 2024-11-12T07:25:42,363 DEBUG [Thread-1002 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:42,363 DEBUG [Thread-1002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,363 DEBUG [Thread-1002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:42,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:42,596 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/3e4e44cd754f423cb947dc1709e2b009 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/3e4e44cd754f423cb947dc1709e2b009 2024-11-12T07:25:42,600 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/B of 75dcac1a4dd4349cd6962be15e352ac4 into 3e4e44cd754f423cb947dc1709e2b009(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:42,600 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:42,600 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/B, priority=13, startTime=1731396342173; duration=0sec 2024-11-12T07:25:42,600 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:42,600 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:B 2024-11-12T07:25:42,600 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:42,601 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:42,601 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 75dcac1a4dd4349cd6962be15e352ac4/C is initiating minor compaction (all files) 2024-11-12T07:25:42,601 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 75dcac1a4dd4349cd6962be15e352ac4/C in TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:42,601 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a7f522428be243ebaa6e43e55cf0fccd, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/90036667d3314801bd79340d7434d904, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/d583e117f6724309ac8084a90d21ccbc] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp, totalSize=36.8 K 2024-11-12T07:25:42,602 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a7f522428be243ebaa6e43e55cf0fccd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731396339821 2024-11-12T07:25:42,602 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 90036667d3314801bd79340d7434d904, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731396340202 2024-11-12T07:25:42,602 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/270d07d605994feb88e037dbc5bf41e8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/270d07d605994feb88e037dbc5bf41e8 2024-11-12T07:25:42,602 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d583e117f6724309ac8084a90d21ccbc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1731396341373 2024-11-12T07:25:42,606 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/A of 75dcac1a4dd4349cd6962be15e352ac4 into 270d07d605994feb88e037dbc5bf41e8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:42,606 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:42,606 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/A, priority=13, startTime=1731396342173; duration=0sec 2024-11-12T07:25:42,607 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:42,607 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:A 2024-11-12T07:25:42,608 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 75dcac1a4dd4349cd6962be15e352ac4#C#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:42,609 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/e1ac27d63bb046aaa01389cce4aac19f is 50, key is test_row_0/C:col10/1731396341382/Put/seqid=0 2024-11-12T07:25:42,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742120_1296 (size=13221) 2024-11-12T07:25:42,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/f64ed20356994c5ba04e380cfd8b197e 2024-11-12T07:25:42,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/fb554b65d2e04125ba2105e45ca3904a is 50, key is test_row_0/B:col10/1731396341726/Put/seqid=0 2024-11-12T07:25:42,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742121_1297 (size=12301) 2024-11-12T07:25:43,017 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/e1ac27d63bb046aaa01389cce4aac19f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/e1ac27d63bb046aaa01389cce4aac19f 2024-11-12T07:25:43,022 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 75dcac1a4dd4349cd6962be15e352ac4/C of 75dcac1a4dd4349cd6962be15e352ac4 into e1ac27d63bb046aaa01389cce4aac19f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:25:43,022 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:43,022 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., storeName=75dcac1a4dd4349cd6962be15e352ac4/C, priority=13, startTime=1731396342173; duration=0sec 2024-11-12T07:25:43,022 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:43,022 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 75dcac1a4dd4349cd6962be15e352ac4:C 2024-11-12T07:25:43,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/fb554b65d2e04125ba2105e45ca3904a 2024-11-12T07:25:43,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/ba4c8b54fbc04cb0b184cb3c6fc9b312 is 50, key is test_row_0/C:col10/1731396341726/Put/seqid=0 2024-11-12T07:25:43,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742122_1298 (size=12301) 2024-11-12T07:25:43,185 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/ba4c8b54fbc04cb0b184cb3c6fc9b312 2024-11-12T07:25:43,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/f64ed20356994c5ba04e380cfd8b197e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f64ed20356994c5ba04e380cfd8b197e 2024-11-12T07:25:43,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f64ed20356994c5ba04e380cfd8b197e, entries=150, sequenceid=404, filesize=12.0 K 2024-11-12T07:25:43,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/fb554b65d2e04125ba2105e45ca3904a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/fb554b65d2e04125ba2105e45ca3904a 2024-11-12T07:25:43,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/fb554b65d2e04125ba2105e45ca3904a, entries=150, sequenceid=404, filesize=12.0 K 2024-11-12T07:25:43,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/ba4c8b54fbc04cb0b184cb3c6fc9b312 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/ba4c8b54fbc04cb0b184cb3c6fc9b312 2024-11-12T07:25:43,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/ba4c8b54fbc04cb0b184cb3c6fc9b312, entries=150, sequenceid=404, filesize=12.0 K 2024-11-12T07:25:43,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=6.71 KB/6870 for 75dcac1a4dd4349cd6962be15e352ac4 in 849ms, sequenceid=404, compaction requested=false 2024-11-12T07:25:43,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 75dcac1a4dd4349cd6962be15e352ac4: 2024-11-12T07:25:48,464 INFO [Thread-1004 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1004. 2024-11-12T07:25:48,464 DEBUG [Thread-1004 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:48,464 DEBUG [Thread-1004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:48,464 DEBUG [Thread-1004 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:48,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:50,018 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:25:50,114 INFO [Thread-1010 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1010. 2024-11-12T07:25:50,114 DEBUG [Thread-1010 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:25:50,114 DEBUG [Thread-1010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:50,114 DEBUG [Thread-1010 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:50,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:50,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T07:25:50,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-12T07:25:50,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-12T07:25:50,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-12T07:25:50,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-12T07:25:50,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-12T07:25:50,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T07:25:50,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3841 2024-11-12T07:25:50,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3675 2024-11-12T07:25:50,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3784 2024-11-12T07:25:50,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3834 2024-11-12T07:25:50,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3655 2024-11-12T07:25:50,114 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T07:25:50,114 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:25:50,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:25:50,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:50,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:50,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:25:50,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T07:25:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-12T07:25:50,118 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396350118"}]},"ts":"1731396350118"} 2024-11-12T07:25:50,119 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T07:25:50,119 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T07:25:50,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T07:25:50,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=75dcac1a4dd4349cd6962be15e352ac4, UNASSIGN}] 2024-11-12T07:25:50,121 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=75dcac1a4dd4349cd6962be15e352ac4, UNASSIGN 2024-11-12T07:25:50,122 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=75dcac1a4dd4349cd6962be15e352ac4, regionState=CLOSING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:25:50,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=75dcac1a4dd4349cd6962be15e352ac4, UNASSIGN because future has completed 2024-11-12T07:25:50,123 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:25:50,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:25:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-12T07:25:50,276 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:50,276 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:25:50,276 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing 75dcac1a4dd4349cd6962be15e352ac4, disabling compactions & flushes 2024-11-12T07:25:50,276 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:50,276 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:50,276 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. after waiting 0 ms 2024-11-12T07:25:50,276 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:50,276 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(2902): Flushing 75dcac1a4dd4349cd6962be15e352ac4 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-12T07:25:50,280 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/62ee909ae5c54ea1a028710c43fb9790 is 50, key is test_row_1/A:col10/1731396348463/Put/seqid=0 2024-11-12T07:25:50,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742123_1299 (size=9857) 2024-11-12T07:25:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-12T07:25:50,685 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/62ee909ae5c54ea1a028710c43fb9790 2024-11-12T07:25:50,693 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/50a5f0fb1db147e6a28e7b2b530f639a is 50, key is test_row_1/B:col10/1731396348463/Put/seqid=0 2024-11-12T07:25:50,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742124_1300 (size=9857) 2024-11-12T07:25:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-12T07:25:51,099 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/50a5f0fb1db147e6a28e7b2b530f639a 2024-11-12T07:25:51,104 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/892c6a7beb444f49995ec6ee165f0e2a is 50, key is test_row_1/C:col10/1731396348463/Put/seqid=0 2024-11-12T07:25:51,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742125_1301 (size=9857) 2024-11-12T07:25:51,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-12T07:25:51,508 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/892c6a7beb444f49995ec6ee165f0e2a 2024-11-12T07:25:51,512 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/A/62ee909ae5c54ea1a028710c43fb9790 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/62ee909ae5c54ea1a028710c43fb9790 2024-11-12T07:25:51,516 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/62ee909ae5c54ea1a028710c43fb9790, entries=100, sequenceid=413, filesize=9.6 K 2024-11-12T07:25:51,517 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/B/50a5f0fb1db147e6a28e7b2b530f639a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/50a5f0fb1db147e6a28e7b2b530f639a 2024-11-12T07:25:51,521 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/50a5f0fb1db147e6a28e7b2b530f639a, entries=100, sequenceid=413, filesize=9.6 K 2024-11-12T07:25:51,521 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/.tmp/C/892c6a7beb444f49995ec6ee165f0e2a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/892c6a7beb444f49995ec6ee165f0e2a 2024-11-12T07:25:51,525 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/892c6a7beb444f49995ec6ee165f0e2a, entries=100, sequenceid=413, filesize=9.6 K 2024-11-12T07:25:51,526 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 75dcac1a4dd4349cd6962be15e352ac4 in 1250ms, sequenceid=413, compaction requested=true 2024-11-12T07:25:51,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/bbeab816a9e1485f97229c0b3cde9639, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/0690503637724578a6bcd98e28b388d8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/38065e6c827c4d89889901219538c627, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/e4ed3fa7801d4d938b46067539fa535e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/829e5987104d455bbcb8972702b3ed1c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/b6eeb6500ae14d2296db5edd07ee28c0, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/d481cc9fe2834a418def61a563e880c9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/6e94bdbabdde4724801ca282c13925fd, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/103b552dd72c44ab81de99083322644e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/d4cf750a95b6489280d08574fafe43d4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/89ae183cc3d44b70afe8f732b374a2fa, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/376b7e1507e143d88899e4752533cba3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/401c617b838f4426887798be8bfb4607, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/573fd2ae9640476c837a3693a0d3e6c5, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/4bfbca10451b4b3cb47d1f5aad3d3135, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/a139539c644c45649f2935ac4285f1ce, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/18bcce0e2c514e83893dd4d3cea1fbc0, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/37686af718c44c1dbe859491a6cef07a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/0729f207af8c483a8436920023b2d305, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/20ea6c304b1545c9ae0ed0daac4eba1f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f30c5a17acc54c7788054799e529b6a9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/5c4aa5136b69418c8ad85227109456d8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/42b969d713ac4989968dbb717e2c27e7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/81b2efbd6d6d43e1a86538bca166e43f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f6273d9d874244e1bf5e03d1862ff048, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/49469d7d195d48edb19e2177a7e1d0e6, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/7ccf8cc23cc949e5ba1e3b6c28270149] to archive 2024-11-12T07:25:51,532 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:25:51,533 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/bbeab816a9e1485f97229c0b3cde9639 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/bbeab816a9e1485f97229c0b3cde9639 2024-11-12T07:25:51,534 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/0690503637724578a6bcd98e28b388d8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/0690503637724578a6bcd98e28b388d8 2024-11-12T07:25:51,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/38065e6c827c4d89889901219538c627 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/38065e6c827c4d89889901219538c627 2024-11-12T07:25:51,535 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/e4ed3fa7801d4d938b46067539fa535e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/e4ed3fa7801d4d938b46067539fa535e 2024-11-12T07:25:51,537 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/829e5987104d455bbcb8972702b3ed1c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/829e5987104d455bbcb8972702b3ed1c 2024-11-12T07:25:51,538 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/b6eeb6500ae14d2296db5edd07ee28c0 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/b6eeb6500ae14d2296db5edd07ee28c0 2024-11-12T07:25:51,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/d481cc9fe2834a418def61a563e880c9 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/d481cc9fe2834a418def61a563e880c9 2024-11-12T07:25:51,540 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/6e94bdbabdde4724801ca282c13925fd to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/6e94bdbabdde4724801ca282c13925fd 2024-11-12T07:25:51,541 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/103b552dd72c44ab81de99083322644e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/103b552dd72c44ab81de99083322644e 2024-11-12T07:25:51,542 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/d4cf750a95b6489280d08574fafe43d4 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/d4cf750a95b6489280d08574fafe43d4 2024-11-12T07:25:51,543 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/89ae183cc3d44b70afe8f732b374a2fa to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/89ae183cc3d44b70afe8f732b374a2fa 2024-11-12T07:25:51,544 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/376b7e1507e143d88899e4752533cba3 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/376b7e1507e143d88899e4752533cba3 2024-11-12T07:25:51,545 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/401c617b838f4426887798be8bfb4607 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/401c617b838f4426887798be8bfb4607 2024-11-12T07:25:51,546 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/573fd2ae9640476c837a3693a0d3e6c5 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/573fd2ae9640476c837a3693a0d3e6c5 2024-11-12T07:25:51,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/4bfbca10451b4b3cb47d1f5aad3d3135 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/4bfbca10451b4b3cb47d1f5aad3d3135 2024-11-12T07:25:51,548 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/a139539c644c45649f2935ac4285f1ce to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/a139539c644c45649f2935ac4285f1ce 2024-11-12T07:25:51,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/18bcce0e2c514e83893dd4d3cea1fbc0 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/18bcce0e2c514e83893dd4d3cea1fbc0 2024-11-12T07:25:51,549 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/37686af718c44c1dbe859491a6cef07a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/37686af718c44c1dbe859491a6cef07a 2024-11-12T07:25:51,550 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/0729f207af8c483a8436920023b2d305 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/0729f207af8c483a8436920023b2d305 2024-11-12T07:25:51,551 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/20ea6c304b1545c9ae0ed0daac4eba1f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/20ea6c304b1545c9ae0ed0daac4eba1f 2024-11-12T07:25:51,552 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f30c5a17acc54c7788054799e529b6a9 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f30c5a17acc54c7788054799e529b6a9 2024-11-12T07:25:51,553 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/5c4aa5136b69418c8ad85227109456d8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/5c4aa5136b69418c8ad85227109456d8 2024-11-12T07:25:51,554 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/42b969d713ac4989968dbb717e2c27e7 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/42b969d713ac4989968dbb717e2c27e7 2024-11-12T07:25:51,555 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/81b2efbd6d6d43e1a86538bca166e43f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/81b2efbd6d6d43e1a86538bca166e43f 2024-11-12T07:25:51,556 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f6273d9d874244e1bf5e03d1862ff048 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f6273d9d874244e1bf5e03d1862ff048 2024-11-12T07:25:51,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/49469d7d195d48edb19e2177a7e1d0e6 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/49469d7d195d48edb19e2177a7e1d0e6 2024-11-12T07:25:51,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/7ccf8cc23cc949e5ba1e3b6c28270149 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/7ccf8cc23cc949e5ba1e3b6c28270149 2024-11-12T07:25:51,559 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/aa777fda02a347e78de92796f4dd9524, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/f6814aa3021d4d00a1d7f63e91f9c597, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/45d9313d965142a887316c0c5a27ca6d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/efbb39b8233d449fb1ab699faf01824c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/b501105cb6484cbdad7b2ee0b376ad11, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/b41275f256e3460990ff4f6d0f0eb8a0, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/5e1c7b136604416cb1631e9a265a168e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/dc43b2953052465c94fc3d09d1dce38c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/690efcda377b49d0b7712727aeadb539, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/723b77f0886743ff829f83d50be5c586, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/240033992e4f42b9a5cf6b9db0a3caea, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/f98e23fd5d2f4845b47a4172e8739657, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/5565cd7d38314c23ac19b5ed0944a07c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/ab991a50453c4e848f1d717144b4b8b4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/e1614a0d2fcd4c54aa920d36d4cbeb80, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/72243a0e74fa4b6db417e468a4f7f624, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/02f044b591a549e29246c3d730167699, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/bddb172bfa3445839ea84643dd886f74, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/89f47866bf7f4932a5992eaa4900ca62, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/4f13a855355d445ca9ff0347bba622a1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/0842bd4c48e542e9b14e4240b2c0cffd, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/1774a834a2a040338a8719611a574718, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/653a1b823ba044a7be1831dc69eb32dd, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/73c502857ee84092a2db9191b66c9daa, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/91f1baeb254e465094dfe1e1f36278e7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/d6dda659bb44448eae89bbd2cd069592, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/9091a27528784a9fac66fa4afabc561f] to archive 2024-11-12T07:25:51,560 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:25:51,562 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/aa777fda02a347e78de92796f4dd9524 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/aa777fda02a347e78de92796f4dd9524 2024-11-12T07:25:51,563 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/f6814aa3021d4d00a1d7f63e91f9c597 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/f6814aa3021d4d00a1d7f63e91f9c597 2024-11-12T07:25:51,564 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/45d9313d965142a887316c0c5a27ca6d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/45d9313d965142a887316c0c5a27ca6d 2024-11-12T07:25:51,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/efbb39b8233d449fb1ab699faf01824c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/efbb39b8233d449fb1ab699faf01824c 2024-11-12T07:25:51,568 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/b501105cb6484cbdad7b2ee0b376ad11 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/b501105cb6484cbdad7b2ee0b376ad11 2024-11-12T07:25:51,570 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/b41275f256e3460990ff4f6d0f0eb8a0 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/b41275f256e3460990ff4f6d0f0eb8a0 2024-11-12T07:25:51,571 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/5e1c7b136604416cb1631e9a265a168e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/5e1c7b136604416cb1631e9a265a168e 2024-11-12T07:25:51,572 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/dc43b2953052465c94fc3d09d1dce38c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/dc43b2953052465c94fc3d09d1dce38c 2024-11-12T07:25:51,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/690efcda377b49d0b7712727aeadb539 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/690efcda377b49d0b7712727aeadb539 2024-11-12T07:25:51,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/723b77f0886743ff829f83d50be5c586 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/723b77f0886743ff829f83d50be5c586 2024-11-12T07:25:51,574 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/240033992e4f42b9a5cf6b9db0a3caea to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/240033992e4f42b9a5cf6b9db0a3caea 2024-11-12T07:25:51,575 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/f98e23fd5d2f4845b47a4172e8739657 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/f98e23fd5d2f4845b47a4172e8739657 2024-11-12T07:25:51,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/5565cd7d38314c23ac19b5ed0944a07c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/5565cd7d38314c23ac19b5ed0944a07c 2024-11-12T07:25:51,577 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/ab991a50453c4e848f1d717144b4b8b4 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/ab991a50453c4e848f1d717144b4b8b4 2024-11-12T07:25:51,578 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/e1614a0d2fcd4c54aa920d36d4cbeb80 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/e1614a0d2fcd4c54aa920d36d4cbeb80 2024-11-12T07:25:51,579 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/72243a0e74fa4b6db417e468a4f7f624 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/72243a0e74fa4b6db417e468a4f7f624 2024-11-12T07:25:51,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/02f044b591a549e29246c3d730167699 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/02f044b591a549e29246c3d730167699 2024-11-12T07:25:51,582 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/bddb172bfa3445839ea84643dd886f74 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/bddb172bfa3445839ea84643dd886f74 2024-11-12T07:25:51,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/89f47866bf7f4932a5992eaa4900ca62 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/89f47866bf7f4932a5992eaa4900ca62 2024-11-12T07:25:51,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/4f13a855355d445ca9ff0347bba622a1 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/4f13a855355d445ca9ff0347bba622a1 2024-11-12T07:25:51,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/0842bd4c48e542e9b14e4240b2c0cffd to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/0842bd4c48e542e9b14e4240b2c0cffd 2024-11-12T07:25:51,586 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/1774a834a2a040338a8719611a574718 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/1774a834a2a040338a8719611a574718 2024-11-12T07:25:51,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/653a1b823ba044a7be1831dc69eb32dd to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/653a1b823ba044a7be1831dc69eb32dd 2024-11-12T07:25:51,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/73c502857ee84092a2db9191b66c9daa to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/73c502857ee84092a2db9191b66c9daa 2024-11-12T07:25:51,588 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/91f1baeb254e465094dfe1e1f36278e7 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/91f1baeb254e465094dfe1e1f36278e7 2024-11-12T07:25:51,589 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/d6dda659bb44448eae89bbd2cd069592 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/d6dda659bb44448eae89bbd2cd069592 2024-11-12T07:25:51,590 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/9091a27528784a9fac66fa4afabc561f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/9091a27528784a9fac66fa4afabc561f 2024-11-12T07:25:51,591 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a5d4a7d7ab404ab5abfe1637d4fdb6f2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/21d6fe519b03449c96f9ace91e73914b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/426df7943b1e4243a7d1f910c74b7dd9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/aa90d0e1a9114d9996c809655010a49d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/8acfb6976caa49d28c7429f58d44a873, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/38766300ff20492d87abdab059956af8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a0cf45cbbe304f1cb6a323ee056d8386, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/6a428322567f48dbb577c2f63a13b3ff, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b5968d93ec0b4174b96b0c91ba2f3403, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/ab5db533aa2b4f67b18eb3f0bf0e633f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/5ef32fd4bccd49c6ae745e6c71e40a4e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/1186ad965e244e0abea118bc46e41e42, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b6750e32141743cdb795c5bb3e4636d3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b6c44c6205044f109675566a7f02d8f8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b4478f4d7d9940b8805b348457442761, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/29eae204ab144393b44cfb40dcedea57, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/093e73ac3c7a4627863b1a593c2367dc, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/1f98e26a27094cbebdcdc23e0d60508e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/f89347a23f2b4dd8a85cdf27804deada, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/f0c45d7993eb4220881cd80bbb01a6de, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/9f3f0bf5fded4c7893e63099160e52af, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/033905046639492c8821ab34fb77a8d8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/19dde0463ca843d98c9b055b9b2dd911, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a7f522428be243ebaa6e43e55cf0fccd, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/3b83d29c1fec428e9a99dfe2eba6f323, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/90036667d3314801bd79340d7434d904, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/d583e117f6724309ac8084a90d21ccbc] to archive 2024-11-12T07:25:51,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:25:51,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a5d4a7d7ab404ab5abfe1637d4fdb6f2 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a5d4a7d7ab404ab5abfe1637d4fdb6f2 2024-11-12T07:25:51,594 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/21d6fe519b03449c96f9ace91e73914b to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/21d6fe519b03449c96f9ace91e73914b 2024-11-12T07:25:51,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/426df7943b1e4243a7d1f910c74b7dd9 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/426df7943b1e4243a7d1f910c74b7dd9 2024-11-12T07:25:51,595 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/aa90d0e1a9114d9996c809655010a49d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/aa90d0e1a9114d9996c809655010a49d 2024-11-12T07:25:51,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/8acfb6976caa49d28c7429f58d44a873 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/8acfb6976caa49d28c7429f58d44a873 2024-11-12T07:25:51,597 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/38766300ff20492d87abdab059956af8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/38766300ff20492d87abdab059956af8 2024-11-12T07:25:51,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a0cf45cbbe304f1cb6a323ee056d8386 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a0cf45cbbe304f1cb6a323ee056d8386 2024-11-12T07:25:51,598 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/6a428322567f48dbb577c2f63a13b3ff to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/6a428322567f48dbb577c2f63a13b3ff 2024-11-12T07:25:51,599 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b5968d93ec0b4174b96b0c91ba2f3403 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b5968d93ec0b4174b96b0c91ba2f3403 2024-11-12T07:25:51,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/ab5db533aa2b4f67b18eb3f0bf0e633f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/ab5db533aa2b4f67b18eb3f0bf0e633f 2024-11-12T07:25:51,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/5ef32fd4bccd49c6ae745e6c71e40a4e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/5ef32fd4bccd49c6ae745e6c71e40a4e 2024-11-12T07:25:51,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/1186ad965e244e0abea118bc46e41e42 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/1186ad965e244e0abea118bc46e41e42 2024-11-12T07:25:51,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b6750e32141743cdb795c5bb3e4636d3 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b6750e32141743cdb795c5bb3e4636d3 2024-11-12T07:25:51,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b6c44c6205044f109675566a7f02d8f8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b6c44c6205044f109675566a7f02d8f8 2024-11-12T07:25:51,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b4478f4d7d9940b8805b348457442761 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/b4478f4d7d9940b8805b348457442761 2024-11-12T07:25:51,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/29eae204ab144393b44cfb40dcedea57 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/29eae204ab144393b44cfb40dcedea57 2024-11-12T07:25:51,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/093e73ac3c7a4627863b1a593c2367dc to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/093e73ac3c7a4627863b1a593c2367dc 2024-11-12T07:25:51,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/1f98e26a27094cbebdcdc23e0d60508e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/1f98e26a27094cbebdcdc23e0d60508e 2024-11-12T07:25:51,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/f89347a23f2b4dd8a85cdf27804deada to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/f89347a23f2b4dd8a85cdf27804deada 2024-11-12T07:25:51,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/f0c45d7993eb4220881cd80bbb01a6de to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/f0c45d7993eb4220881cd80bbb01a6de 2024-11-12T07:25:51,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/9f3f0bf5fded4c7893e63099160e52af to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/9f3f0bf5fded4c7893e63099160e52af 2024-11-12T07:25:51,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/033905046639492c8821ab34fb77a8d8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/033905046639492c8821ab34fb77a8d8 2024-11-12T07:25:51,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/19dde0463ca843d98c9b055b9b2dd911 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/19dde0463ca843d98c9b055b9b2dd911 2024-11-12T07:25:51,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a7f522428be243ebaa6e43e55cf0fccd to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/a7f522428be243ebaa6e43e55cf0fccd 2024-11-12T07:25:51,619 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/3b83d29c1fec428e9a99dfe2eba6f323 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/3b83d29c1fec428e9a99dfe2eba6f323 2024-11-12T07:25:51,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/90036667d3314801bd79340d7434d904 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/90036667d3314801bd79340d7434d904 2024-11-12T07:25:51,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/d583e117f6724309ac8084a90d21ccbc to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/d583e117f6724309ac8084a90d21ccbc 2024-11-12T07:25:51,627 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/recovered.edits/416.seqid, newMaxSeqId=416, maxSeqId=1 2024-11-12T07:25:51,628 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. 2024-11-12T07:25:51,628 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for 75dcac1a4dd4349cd6962be15e352ac4: Waiting for close lock at 1731396350276Running coprocessor pre-close hooks at 1731396350276Disabling compacts and flushes for region at 1731396350276Disabling writes for close at 1731396350276Obtaining lock to block concurrent updates at 1731396350276Preparing flush snapshotting stores in 75dcac1a4dd4349cd6962be15e352ac4 at 1731396350276Finished memstore snapshotting TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731396350277 (+1 ms)Flushing stores of TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4. at 1731396350277Flushing 75dcac1a4dd4349cd6962be15e352ac4/A: creating writer at 1731396350277Flushing 75dcac1a4dd4349cd6962be15e352ac4/A: appending metadata at 1731396350280 (+3 ms)Flushing 75dcac1a4dd4349cd6962be15e352ac4/A: closing flushed file at 1731396350280Flushing 75dcac1a4dd4349cd6962be15e352ac4/B: creating writer at 1731396350690 (+410 ms)Flushing 75dcac1a4dd4349cd6962be15e352ac4/B: appending metadata at 1731396350692 (+2 ms)Flushing 75dcac1a4dd4349cd6962be15e352ac4/B: closing flushed file at 1731396350693 (+1 ms)Flushing 75dcac1a4dd4349cd6962be15e352ac4/C: creating writer at 1731396351102 (+409 ms)Flushing 75dcac1a4dd4349cd6962be15e352ac4/C: appending metadata at 1731396351104 (+2 ms)Flushing 75dcac1a4dd4349cd6962be15e352ac4/C: closing flushed file at 1731396351104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c8a5e5: reopening flushed file at 1731396351512 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17f6e65d: reopening flushed file at 1731396351516 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ba93235: reopening flushed file at 1731396351521 (+5 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 75dcac1a4dd4349cd6962be15e352ac4 in 1250ms, sequenceid=413, compaction requested=true at 1731396351526 (+5 ms)Writing region close event to WAL at 1731396351623 (+97 ms)Running coprocessor post-close hooks at 1731396351628 (+5 ms)Closed at 1731396351628 2024-11-12T07:25:51,630 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed 75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:51,631 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=75dcac1a4dd4349cd6962be15e352ac4, regionState=CLOSED 2024-11-12T07:25:51,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:25:51,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-12T07:25:51,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure 75dcac1a4dd4349cd6962be15e352ac4, server=cea23c84c117,42891,1731396261716 in 1.5090 sec 2024-11-12T07:25:51,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-12T07:25:51,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=75dcac1a4dd4349cd6962be15e352ac4, UNASSIGN in 1.5140 sec 2024-11-12T07:25:51,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-12T07:25:51,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5170 sec 2024-11-12T07:25:51,640 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396351640"}]},"ts":"1731396351640"} 2024-11-12T07:25:51,642 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T07:25:51,642 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T07:25:51,644 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5270 sec 2024-11-12T07:25:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-12T07:25:52,262 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:52,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T07:25:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:52,265 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-12T07:25:52,265 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=90, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:52,267 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:52,273 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/recovered.edits] 2024-11-12T07:25:52,275 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/270d07d605994feb88e037dbc5bf41e8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/270d07d605994feb88e037dbc5bf41e8 2024-11-12T07:25:52,276 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/62ee909ae5c54ea1a028710c43fb9790 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/62ee909ae5c54ea1a028710c43fb9790 2024-11-12T07:25:52,277 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f64ed20356994c5ba04e380cfd8b197e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/A/f64ed20356994c5ba04e380cfd8b197e 2024-11-12T07:25:52,279 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/3e4e44cd754f423cb947dc1709e2b009 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/3e4e44cd754f423cb947dc1709e2b009 2024-11-12T07:25:52,280 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/50a5f0fb1db147e6a28e7b2b530f639a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/50a5f0fb1db147e6a28e7b2b530f639a 2024-11-12T07:25:52,281 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/fb554b65d2e04125ba2105e45ca3904a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/B/fb554b65d2e04125ba2105e45ca3904a 2024-11-12T07:25:52,283 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/892c6a7beb444f49995ec6ee165f0e2a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/892c6a7beb444f49995ec6ee165f0e2a 2024-11-12T07:25:52,284 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/ba4c8b54fbc04cb0b184cb3c6fc9b312 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/ba4c8b54fbc04cb0b184cb3c6fc9b312 2024-11-12T07:25:52,285 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/e1ac27d63bb046aaa01389cce4aac19f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/C/e1ac27d63bb046aaa01389cce4aac19f 2024-11-12T07:25:52,287 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/recovered.edits/416.seqid to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4/recovered.edits/416.seqid 2024-11-12T07:25:52,287 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/75dcac1a4dd4349cd6962be15e352ac4 2024-11-12T07:25:52,287 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T07:25:52,289 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=90, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:52,293 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T07:25:52,295 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T07:25:52,296 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=90, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:52,296 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T07:25:52,296 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731396352296"}]},"ts":"9223372036854775807"} 2024-11-12T07:25:52,297 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T07:25:52,297 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 75dcac1a4dd4349cd6962be15e352ac4, NAME => 'TestAcidGuarantees,,1731396319982.75dcac1a4dd4349cd6962be15e352ac4.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T07:25:52,298 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T07:25:52,298 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731396352298"}]},"ts":"9223372036854775807"} 2024-11-12T07:25:52,299 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T07:25:52,300 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=90, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:52,300 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 37 msec 2024-11-12T07:25:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-11-12T07:25:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T07:25:52,372 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:52,380 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238 (was 242), OpenFileDescriptor=449 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=552 (was 693), ProcessCount=11 (was 11), AvailableMemoryMB=6712 (was 6923) 2024-11-12T07:25:52,389 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=552, ProcessCount=11, AvailableMemoryMB=6712 2024-11-12T07:25:52,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T07:25:52,390 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:25:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:52,392 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:25:52,392 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:52,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 91 2024-11-12T07:25:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-12T07:25:52,393 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:25:52,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742126_1302 (size=959) 2024-11-12T07:25:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-12T07:25:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-12T07:25:52,799 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb 2024-11-12T07:25:52,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742127_1303 (size=53) 2024-11-12T07:25:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-12T07:25:53,204 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:25:53,205 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1b3f8b6babda3bf2d2f6e03edc8ba8ab, disabling compactions & flushes 2024-11-12T07:25:53,205 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:53,205 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:53,205 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. after waiting 0 ms 2024-11-12T07:25:53,205 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:53,205 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:53,205 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: Waiting for close lock at 1731396353205Disabling compacts and flushes for region at 1731396353205Disabling writes for close at 1731396353205Writing region close event to WAL at 1731396353205Closed at 1731396353205 2024-11-12T07:25:53,206 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:25:53,206 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731396353206"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396353206"}]},"ts":"1731396353206"} 2024-11-12T07:25:53,207 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:25:53,208 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:25:53,208 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396353208"}]},"ts":"1731396353208"} 2024-11-12T07:25:53,210 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T07:25:53,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, ASSIGN}] 2024-11-12T07:25:53,211 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, ASSIGN 2024-11-12T07:25:53,211 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, ASSIGN; state=OFFLINE, location=cea23c84c117,42891,1731396261716; forceNewPlan=false, retain=false 2024-11-12T07:25:53,362 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=1b3f8b6babda3bf2d2f6e03edc8ba8ab, regionState=OPENING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:25:53,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, ASSIGN because future has completed 2024-11-12T07:25:53,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:25:53,518 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:53,518 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:25:53,518 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:53,518 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:25:53,518 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7794): checking encryption for 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:53,518 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7797): checking classloading for 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:53,519 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:53,520 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3f8b6babda3bf2d2f6e03edc8ba8ab columnFamilyName A 2024-11-12T07:25:53,520 DEBUG [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:53,521 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] regionserver.HStore(327): Store=1b3f8b6babda3bf2d2f6e03edc8ba8ab/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:25:53,521 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:53,522 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3f8b6babda3bf2d2f6e03edc8ba8ab columnFamilyName B 2024-11-12T07:25:53,522 DEBUG [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:53,522 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] regionserver.HStore(327): Store=1b3f8b6babda3bf2d2f6e03edc8ba8ab/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:25:53,522 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:53,523 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3f8b6babda3bf2d2f6e03edc8ba8ab columnFamilyName C 2024-11-12T07:25:53,523 DEBUG [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:53,524 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] regionserver.HStore(327): Store=1b3f8b6babda3bf2d2f6e03edc8ba8ab/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:25:53,524 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1038): replaying wal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:53,524 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:53,525 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:53,525 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1048): stopping wal replay for 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:53,525 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1060): Cleaning up temporary data for 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:53,526 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T07:25:53,527 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1093): writing seq id for 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:53,529 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:25:53,529 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1114): Opened 1b3f8b6babda3bf2d2f6e03edc8ba8ab; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70069720, jitterRate=0.044120192527770996}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T07:25:53,529 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:53,530 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1006): Region open journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: Running coprocessor pre-open hook at 1731396353518Writing region info on filesystem at 1731396353518Initializing all the Stores at 1731396353519 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396353519Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396353519Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396353519Cleaning up temporary data from old regions at 1731396353526 (+7 ms)Running coprocessor post-open hooks at 1731396353529 (+3 ms)Region opened successfully at 1731396353530 (+1 ms) 2024-11-12T07:25:53,531 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., pid=93, masterSystemTime=1731396353515 2024-11-12T07:25:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-12T07:25:53,532 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:53,532 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:53,533 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=1b3f8b6babda3bf2d2f6e03edc8ba8ab, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:25:53,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:25:53,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-12T07:25:53,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 in 171 msec 2024-11-12T07:25:53,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-12T07:25:53,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, ASSIGN in 326 msec 2024-11-12T07:25:53,538 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:25:53,538 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396353538"}]},"ts":"1731396353538"} 2024-11-12T07:25:53,540 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T07:25:53,540 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:25:53,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-12T07:25:54,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-12T07:25:54,542 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:54,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c38af03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:54,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:54,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:54,544 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192b375a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:54,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:54,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:54,545 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba44d64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:54,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:54,547 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:54,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:54,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:25:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,34741,1731396260892 2024-11-12T07:25:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bc0a178 2024-11-12T07:25:54,549 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:25:54,550 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:25:54,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T07:25:54,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:25:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T07:25:54,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742128_1304 (size=995) 2024-11-12T07:25:54,964 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-12T07:25:54,964 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-12T07:25:54,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T07:25:54,968 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, REOPEN/MOVE}] 2024-11-12T07:25:54,969 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, REOPEN/MOVE 2024-11-12T07:25:54,970 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=1b3f8b6babda3bf2d2f6e03edc8ba8ab, regionState=CLOSING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:25:54,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, REOPEN/MOVE because future has completed 2024-11-12T07:25:54,971 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:25:54,971 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:25:55,123 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,123 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:25:55,124 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 1b3f8b6babda3bf2d2f6e03edc8ba8ab, disabling compactions & flushes 2024-11-12T07:25:55,124 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:55,124 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:55,124 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. after waiting 0 ms 2024-11-12T07:25:55,124 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:55,127 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T07:25:55,128 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:55,128 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: Waiting for close lock at 1731396355124Running coprocessor pre-close hooks at 1731396355124Disabling compacts and flushes for region at 1731396355124Disabling writes for close at 1731396355124Writing region close event to WAL at 1731396355124Running coprocessor post-close hooks at 1731396355128 (+4 ms)Closed at 1731396355128 2024-11-12T07:25:55,128 WARN [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionServer(3299): Not adding moved region record: 1b3f8b6babda3bf2d2f6e03edc8ba8ab to self. 2024-11-12T07:25:55,129 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,130 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=1b3f8b6babda3bf2d2f6e03edc8ba8ab, regionState=CLOSED 2024-11-12T07:25:55,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:25:55,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-12T07:25:55,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 in 161 msec 2024-11-12T07:25:55,134 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, REOPEN/MOVE; state=CLOSED, location=cea23c84c117,42891,1731396261716; forceNewPlan=false, retain=true 2024-11-12T07:25:55,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=1b3f8b6babda3bf2d2f6e03edc8ba8ab, regionState=OPENING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, REOPEN/MOVE because future has completed 2024-11-12T07:25:55,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:25:55,440 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:55,440 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7752): Opening region: {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:25:55,441 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,441 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:25:55,441 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7794): checking encryption for 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,441 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7797): checking classloading for 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,442 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,443 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3f8b6babda3bf2d2f6e03edc8ba8ab columnFamilyName A 2024-11-12T07:25:55,444 DEBUG [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:55,445 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] regionserver.HStore(327): Store=1b3f8b6babda3bf2d2f6e03edc8ba8ab/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:25:55,445 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,446 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3f8b6babda3bf2d2f6e03edc8ba8ab columnFamilyName B 2024-11-12T07:25:55,446 DEBUG [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:55,446 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] regionserver.HStore(327): Store=1b3f8b6babda3bf2d2f6e03edc8ba8ab/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:25:55,446 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,447 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1b3f8b6babda3bf2d2f6e03edc8ba8ab columnFamilyName C 2024-11-12T07:25:55,447 DEBUG [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:55,447 INFO [StoreOpener-1b3f8b6babda3bf2d2f6e03edc8ba8ab-1 {}] regionserver.HStore(327): Store=1b3f8b6babda3bf2d2f6e03edc8ba8ab/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:25:55,448 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1038): replaying wal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,448 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,449 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,450 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1048): stopping wal replay for 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,450 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1060): Cleaning up temporary data for 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,451 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T07:25:55,452 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): writing seq id for 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,453 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1114): Opened 1b3f8b6babda3bf2d2f6e03edc8ba8ab; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72909122, jitterRate=0.08643057942390442}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T07:25:55,453 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,454 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1006): Region open journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: Running coprocessor pre-open hook at 1731396355441Writing region info on filesystem at 1731396355441Initializing all the Stores at 1731396355442 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396355442Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396355442Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396355442Cleaning up temporary data from old regions at 1731396355450 (+8 ms)Running coprocessor post-open hooks at 1731396355453 (+3 ms)Region opened successfully at 1731396355454 (+1 ms) 2024-11-12T07:25:55,454 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., pid=98, masterSystemTime=1731396355437 2024-11-12T07:25:55,456 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:55,456 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:55,456 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=1b3f8b6babda3bf2d2f6e03edc8ba8ab, regionState=OPEN, openSeqNum=5, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:25:55,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=96 2024-11-12T07:25:55,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 in 172 msec 2024-11-12T07:25:55,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-12T07:25:55,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, REOPEN/MOVE in 492 msec 2024-11-12T07:25:55,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-12T07:25:55,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 496 msec 2024-11-12T07:25:55,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 912 msec 2024-11-12T07:25:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-11-12T07:25:55,466 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:55,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f875fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,467 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:55,467 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:55,468 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49650aa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:55,468 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:55,469 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:55,469 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:55,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20ae02c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9fd5bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,471 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:55,471 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:55,472 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:55,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c15b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:55,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:55,473 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:55,474 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:55,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71600dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a2373f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:55,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:55,475 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2829ef96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:55,477 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:55,477 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31781ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247cf835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:55,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:55,478 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:55,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:55,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:55,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b0fe17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:55,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:55,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:55,479 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:55,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56aec787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c61df40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:55,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:55,481 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:55,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:55,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:55,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b6b818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:55,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:55,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:55,482 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:55,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8a2811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cccb0a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,483 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:55,483 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:55,484 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea9b629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:55,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:55,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:55,485 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:55,485 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44073934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44edacd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,486 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:55,486 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:55,487 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@516c232f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:55,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:55,488 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:55,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed0b0b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,489 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b69daeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,489 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:55,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:55,490 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df7fd18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:55,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:55,491 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:55,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44624482, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b51df28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:55,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:55,493 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307aadbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,493 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:55,494 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:55,494 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:55,495 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7945278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687288f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,496 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:25:55,496 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:25:55,496 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:25:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:25:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:25:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ee17a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:25:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:25:55,497 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:25:55,498 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:25:55,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b29155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:25:55,499 DEBUG [Thread-1408 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:55,499 DEBUG [Thread-1404 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:55,499 DEBUG [Thread-1412 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:55,499 DEBUG [Thread-1417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:55,499 DEBUG [Thread-1419 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:55,499 DEBUG [Thread-1415 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:55,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:55,499 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:55,500 DEBUG [Thread-1410 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:55,500 DEBUG [Thread-1408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:55,500 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:55,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:55,501 DEBUG [Thread-1417 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:55,501 DEBUG [Thread-1410 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:55,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:55,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:55,501 DEBUG [Thread-1417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:55,501 DEBUG [Thread-1410 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:55,501 DEBUG [Thread-1406 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:55,501 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-12T07:25:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:55,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:55,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:55,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:55,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:25:55,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:55,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:55,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T07:25:55,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:55,505 DEBUG [Thread-1423 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:55,505 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:25:55,505 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:55,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:55,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:55,506 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:25:55,506 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:55,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:55,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:55,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:25:55,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:25:55,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:25:55,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:25:55,510 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:25:55,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:25:55,518 DEBUG [Thread-1421 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:25:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:25:55,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:25:55,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:25:55,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:25:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,535 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:55,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T07:25:55,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129dde5997e2f74c8a9ad6b1af1ee9e698_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396355520/Put/seqid=0 2024-11-12T07:25:55,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396415568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,581 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396415577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742129_1305 (size=14594) 2024-11-12T07:25:55,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50262 deadline: 1731396415579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396415581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396415581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,588 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T07:25:55,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T07:25:55,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:55,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:55,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:55,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:55,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:55,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396415692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396415692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,699 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50262 deadline: 1731396415692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396415692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396415692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T07:25:55,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:55,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:55,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:55,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:55,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T07:25:55,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396415902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396415912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50262 deadline: 1731396415912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396415912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396415913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:55,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:55,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T07:25:55,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:55,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:55,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:55,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:55,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:55,986 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:55,989 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129dde5997e2f74c8a9ad6b1af1ee9e698_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129dde5997e2f74c8a9ad6b1af1ee9e698_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:55,989 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/abd9a767886043a8ac885a0c7c81af75, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:25:55,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/abd9a767886043a8ac885a0c7c81af75 is 175, key is test_row_0/A:col10/1731396355520/Put/seqid=0 2024-11-12T07:25:56,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742130_1306 (size=39549) 2024-11-12T07:25:56,007 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/abd9a767886043a8ac885a0c7c81af75 2024-11-12T07:25:56,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/f4c033f145bc4b94af53e6fb7c5d97a4 is 50, key is test_row_0/B:col10/1731396355520/Put/seqid=0 2024-11-12T07:25:56,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742131_1307 (size=12001) 2024-11-12T07:25:56,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T07:25:56,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:56,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:56,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:56,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T07:25:56,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396416212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:56,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,217 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:56,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396416222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:56,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50262 deadline: 1731396416222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:56,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:56,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396416222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:56,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:56,230 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396416222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:56,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,230 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:56,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:56,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T07:25:56,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:56,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:56,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:56,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T07:25:56,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:56,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:56,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:56,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/f4c033f145bc4b94af53e6fb7c5d97a4 2024-11-12T07:25:56,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/3818e2ac52444ec7ba949f3b2702ece1 is 50, key is test_row_0/C:col10/1731396355520/Put/seqid=0 2024-11-12T07:25:56,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742132_1308 (size=12001) 2024-11-12T07:25:56,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T07:25:56,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:56,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:56,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:56,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T07:25:56,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:56,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396416725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,727 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:56,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T07:25:56,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:56,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:56,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:56,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:56,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396416732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:56,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:56,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50262 deadline: 1731396416742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:56,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:56,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396416742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:56,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396416742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:56,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:56,864 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/3818e2ac52444ec7ba949f3b2702ece1 2024-11-12T07:25:56,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/abd9a767886043a8ac885a0c7c81af75 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/abd9a767886043a8ac885a0c7c81af75 2024-11-12T07:25:56,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/abd9a767886043a8ac885a0c7c81af75, entries=200, sequenceid=17, filesize=38.6 K 2024-11-12T07:25:56,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/f4c033f145bc4b94af53e6fb7c5d97a4 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/f4c033f145bc4b94af53e6fb7c5d97a4 2024-11-12T07:25:56,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/f4c033f145bc4b94af53e6fb7c5d97a4, entries=150, sequenceid=17, filesize=11.7 K 2024-11-12T07:25:56,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/3818e2ac52444ec7ba949f3b2702ece1 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/3818e2ac52444ec7ba949f3b2702ece1 2024-11-12T07:25:56,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T07:25:56,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:56,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:56,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:56,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:56,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/3818e2ac52444ec7ba949f3b2702ece1, entries=150, sequenceid=17, filesize=11.7 K 2024-11-12T07:25:56,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 1355ms, sequenceid=17, compaction requested=false 2024-11-12T07:25:56,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:25:57,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-12T07:25:57,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:57,038 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T07:25:57,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127bac6e993ffd4f5fb37cd4692895a70a_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396355578/Put/seqid=0 2024-11-12T07:25:57,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742133_1309 (size=12154) 2024-11-12T07:25:57,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,080 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411127bac6e993ffd4f5fb37cd4692895a70a_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127bac6e993ffd4f5fb37cd4692895a70a_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:57,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/c1453198944847bcac8ed5c3b36aa616, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:25:57,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/c1453198944847bcac8ed5c3b36aa616 is 175, key is test_row_0/A:col10/1731396355578/Put/seqid=0 2024-11-12T07:25:57,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742134_1310 (size=30955) 2024-11-12T07:25:57,103 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/c1453198944847bcac8ed5c3b36aa616 2024-11-12T07:25:57,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/aebd1db73fe3483cbae807d99a6a8ab1 is 50, key is test_row_0/B:col10/1731396355578/Put/seqid=0 2024-11-12T07:25:57,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742135_1311 (size=12001) 2024-11-12T07:25:57,134 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/aebd1db73fe3483cbae807d99a6a8ab1 2024-11-12T07:25:57,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/30b5cc629cfc4c2d820caad8f7e4488c is 50, key is test_row_0/C:col10/1731396355578/Put/seqid=0 2024-11-12T07:25:57,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742136_1312 (size=12001) 2024-11-12T07:25:57,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T07:25:57,160 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/30b5cc629cfc4c2d820caad8f7e4488c 2024-11-12T07:25:57,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/c1453198944847bcac8ed5c3b36aa616 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/c1453198944847bcac8ed5c3b36aa616 2024-11-12T07:25:57,186 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/c1453198944847bcac8ed5c3b36aa616, entries=150, sequenceid=41, filesize=30.2 K 2024-11-12T07:25:57,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/aebd1db73fe3483cbae807d99a6a8ab1 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/aebd1db73fe3483cbae807d99a6a8ab1 2024-11-12T07:25:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,193 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/aebd1db73fe3483cbae807d99a6a8ab1, entries=150, sequenceid=41, filesize=11.7 K 2024-11-12T07:25:57,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/30b5cc629cfc4c2d820caad8f7e4488c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/30b5cc629cfc4c2d820caad8f7e4488c 2024-11-12T07:25:57,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,210 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/30b5cc629cfc4c2d820caad8f7e4488c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-12T07:25:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,211 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 173ms, sequenceid=41, compaction requested=false 2024-11-12T07:25:57,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:25:57,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:57,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-12T07:25:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-12T07:25:57,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-12T07:25:57,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7070 sec 2024-11-12T07:25:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 1.7160 sec 2024-11-12T07:25:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-12T07:25:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,653 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,653 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-12T07:25:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,655 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T07:25:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,656 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:57,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T07:25:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-12T07:25:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:57,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:25:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:57,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-12T07:25:57,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-12T07:25:57,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-12T07:25:57,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-11-12T07:25:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 161 msec 2024-11-12T07:25:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:57,867 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:25:57,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:25:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:57,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121d1da54292db4332b44133b7282c10ad_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396357865/Put/seqid=0 2024-11-12T07:25:57,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742137_1313 (size=24358) 2024-11-12T07:25:57,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396417937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:57,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396417939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:57,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396417953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:57,967 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:57,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396417955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:57,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50262 deadline: 1731396417956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:57,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:57,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:57,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:57,971 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-12T07:25:57,982 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:25:57,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:25:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-12T07:25:57,985 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:25:57,989 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:25:57,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:25:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T07:25:58,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396418062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396418062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,073 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396418072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396418072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,082 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50262 deadline: 1731396418082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T07:25:58,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T07:25:58,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:58,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:58,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:58,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396418281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396418282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396418282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396418292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,298 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T07:25:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:58,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50262 deadline: 1731396418302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,309 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T07:25:58,339 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:58,342 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121d1da54292db4332b44133b7282c10ad_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121d1da54292db4332b44133b7282c10ad_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:58,343 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/4c8b8aa33aa942f1bd42eadc1a4670df, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:25:58,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/4c8b8aa33aa942f1bd42eadc1a4670df is 175, key is test_row_0/A:col10/1731396357865/Put/seqid=0 2024-11-12T07:25:58,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742138_1314 (size=73994) 2024-11-12T07:25:58,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T07:25:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:58,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396418592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396418592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396418592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T07:25:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:58,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396418602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:58,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50262 deadline: 1731396418612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:58,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:58,620 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T07:25:58,746 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/4c8b8aa33aa942f1bd42eadc1a4670df 2024-11-12T07:25:58,753 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/2c9d7cf4b8094a61a478c4a936e181d8 is 50, key is test_row_0/B:col10/1731396357865/Put/seqid=0 2024-11-12T07:25:58,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742139_1315 (size=12001) 2024-11-12T07:25:58,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T07:25:58,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:58,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:58,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:58,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T07:25:58,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:58,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:58,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:58,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:59,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T07:25:59,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:59,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:59,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:59,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:59,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:59,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:59,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396419102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:59,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396419102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:59,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396419102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:59,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:59,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:59,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:59,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:59,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:59,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396419121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:59,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:59,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:59,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:59,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T07:25:59,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:25:59,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50262 deadline: 1731396419131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:25:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:25:59,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:25:59,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/2c9d7cf4b8094a61a478c4a936e181d8 2024-11-12T07:25:59,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/b0db5e94a0ed4e4580fd1d7ea4c8e165 is 50, key is test_row_0/C:col10/1731396357865/Put/seqid=0 2024-11-12T07:25:59,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742140_1316 (size=12001) 2024-11-12T07:25:59,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T07:25:59,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:59,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:59,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:59,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:59,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:59,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T07:25:59,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:59,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:59,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:59,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:59,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:59,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:59,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T07:25:59,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:59,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:25:59,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:59,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:59,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:59,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:25:59,569 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/b0db5e94a0ed4e4580fd1d7ea4c8e165 2024-11-12T07:25:59,573 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/4c8b8aa33aa942f1bd42eadc1a4670df as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/4c8b8aa33aa942f1bd42eadc1a4670df 2024-11-12T07:25:59,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/4c8b8aa33aa942f1bd42eadc1a4670df, entries=400, sequenceid=53, filesize=72.3 K 2024-11-12T07:25:59,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/2c9d7cf4b8094a61a478c4a936e181d8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2c9d7cf4b8094a61a478c4a936e181d8 2024-11-12T07:25:59,580 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2c9d7cf4b8094a61a478c4a936e181d8, entries=150, sequenceid=53, filesize=11.7 K 2024-11-12T07:25:59,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/b0db5e94a0ed4e4580fd1d7ea4c8e165 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/b0db5e94a0ed4e4580fd1d7ea4c8e165 2024-11-12T07:25:59,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/b0db5e94a0ed4e4580fd1d7ea4c8e165, entries=150, sequenceid=53, filesize=11.7 K 2024-11-12T07:25:59,585 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 1718ms, sequenceid=53, compaction requested=true 2024-11-12T07:25:59,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:25:59,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:25:59,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:59,585 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:59,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:25:59,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:25:59,585 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:25:59,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:25:59,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:25:59,586 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:59,586 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 144498 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:25:59,586 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A is initiating minor compaction (all files) 2024-11-12T07:25:59,586 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B is initiating minor compaction (all files) 2024-11-12T07:25:59,586 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:59,586 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:59,586 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/abd9a767886043a8ac885a0c7c81af75, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/c1453198944847bcac8ed5c3b36aa616, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/4c8b8aa33aa942f1bd42eadc1a4670df] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=141.1 K 2024-11-12T07:25:59,586 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/f4c033f145bc4b94af53e6fb7c5d97a4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/aebd1db73fe3483cbae807d99a6a8ab1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2c9d7cf4b8094a61a478c4a936e181d8] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=35.2 K 2024-11-12T07:25:59,586 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:59,587 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/abd9a767886043a8ac885a0c7c81af75, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/c1453198944847bcac8ed5c3b36aa616, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/4c8b8aa33aa942f1bd42eadc1a4670df] 2024-11-12T07:25:59,588 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting abd9a767886043a8ac885a0c7c81af75, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731396355512 2024-11-12T07:25:59,588 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting f4c033f145bc4b94af53e6fb7c5d97a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731396355516 2024-11-12T07:25:59,588 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting aebd1db73fe3483cbae807d99a6a8ab1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731396355561 2024-11-12T07:25:59,588 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1453198944847bcac8ed5c3b36aa616, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731396355561 2024-11-12T07:25:59,588 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c9d7cf4b8094a61a478c4a936e181d8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731396357860 2024-11-12T07:25:59,588 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c8b8aa33aa942f1bd42eadc1a4670df, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731396357814 2024-11-12T07:25:59,601 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:25:59,603 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111259a95b23c6014c4b9aab763e40f12a82_1b3f8b6babda3bf2d2f6e03edc8ba8ab store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:25:59,604 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#B#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:25:59,605 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/40439179f6e5465b9c16e6bd4fab94d2 is 50, key is test_row_0/B:col10/1731396357865/Put/seqid=0 2024-11-12T07:25:59,606 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111259a95b23c6014c4b9aab763e40f12a82_1b3f8b6babda3bf2d2f6e03edc8ba8ab, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:25:59,606 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111259a95b23c6014c4b9aab763e40f12a82_1b3f8b6babda3bf2d2f6e03edc8ba8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:25:59,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742141_1317 (size=12104) 2024-11-12T07:25:59,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742142_1318 (size=4469) 2024-11-12T07:25:59,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-12T07:25:59,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:25:59,677 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T07:25:59,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b40969b6d4ca4df49e0806f7f632317a_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396357952/Put/seqid=0 2024-11-12T07:25:59,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742143_1319 (size=12154) 2024-11-12T07:25:59,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:25:59,705 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b40969b6d4ca4df49e0806f7f632317a_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b40969b6d4ca4df49e0806f7f632317a_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:25:59,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/fed96fb511cc4770b7ec073f1e92819b, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:25:59,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/fed96fb511cc4770b7ec073f1e92819b is 175, key is test_row_0/A:col10/1731396357952/Put/seqid=0 2024-11-12T07:25:59,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742144_1320 (size=30955) 2024-11-12T07:25:59,716 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/fed96fb511cc4770b7ec073f1e92819b 2024-11-12T07:25:59,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/435ab21a446241c09881ac6fb3742595 is 50, key is test_row_0/B:col10/1731396357952/Put/seqid=0 2024-11-12T07:25:59,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742145_1321 (size=12001) 2024-11-12T07:25:59,736 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/435ab21a446241c09881ac6fb3742595 2024-11-12T07:25:59,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/977cdd1523da44018433179ca1f36f38 is 50, key is test_row_0/C:col10/1731396357952/Put/seqid=0 2024-11-12T07:25:59,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742146_1322 (size=12001) 2024-11-12T07:26:00,027 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/40439179f6e5465b9c16e6bd4fab94d2 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/40439179f6e5465b9c16e6bd4fab94d2 2024-11-12T07:26:00,032 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 40439179f6e5465b9c16e6bd4fab94d2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:00,032 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:00,032 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/B, priority=13, startTime=1731396359585; duration=0sec 2024-11-12T07:26:00,032 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#A#compaction#268 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:00,033 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/abb5de0bf9104525b41ae2b49a7f420f is 175, key is test_row_0/A:col10/1731396357865/Put/seqid=0 2024-11-12T07:26:00,033 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:00,033 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B 2024-11-12T07:26:00,033 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:00,037 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:00,037 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C is initiating minor compaction (all files) 2024-11-12T07:26:00,037 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:00,037 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/3818e2ac52444ec7ba949f3b2702ece1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/30b5cc629cfc4c2d820caad8f7e4488c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/b0db5e94a0ed4e4580fd1d7ea4c8e165] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=35.2 K 2024-11-12T07:26:00,037 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 3818e2ac52444ec7ba949f3b2702ece1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731396355516 2024-11-12T07:26:00,037 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 30b5cc629cfc4c2d820caad8f7e4488c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731396355561 2024-11-12T07:26:00,038 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting b0db5e94a0ed4e4580fd1d7ea4c8e165, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731396357860 2024-11-12T07:26:00,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742147_1323 (size=31058) 2024-11-12T07:26:00,046 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#C#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:00,046 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/2b77140f974c4ceea409707021744d43 is 50, key is test_row_0/C:col10/1731396357865/Put/seqid=0 2024-11-12T07:26:00,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742148_1324 (size=12104) 2024-11-12T07:26:00,100 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/2b77140f974c4ceea409707021744d43 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/2b77140f974c4ceea409707021744d43 2024-11-12T07:26:00,104 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 2b77140f974c4ceea409707021744d43(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:00,105 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:00,105 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/C, priority=13, startTime=1731396359585; duration=0sec 2024-11-12T07:26:00,105 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:00,105 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C 2024-11-12T07:26:00,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:00,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:00,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396420132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396420136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,137 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396420136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T07:26:00,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396420137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,148 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/977cdd1523da44018433179ca1f36f38 2024-11-12T07:26:00,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/fed96fb511cc4770b7ec073f1e92819b as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/fed96fb511cc4770b7ec073f1e92819b 2024-11-12T07:26:00,155 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/fed96fb511cc4770b7ec073f1e92819b, entries=150, sequenceid=80, filesize=30.2 K 2024-11-12T07:26:00,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/435ab21a446241c09881ac6fb3742595 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/435ab21a446241c09881ac6fb3742595 2024-11-12T07:26:00,158 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/435ab21a446241c09881ac6fb3742595, entries=150, sequenceid=80, filesize=11.7 K 2024-11-12T07:26:00,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/977cdd1523da44018433179ca1f36f38 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/977cdd1523da44018433179ca1f36f38 2024-11-12T07:26:00,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50262 deadline: 1731396420152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,161 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:00,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,162 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,163 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/977cdd1523da44018433179ca1f36f38, entries=150, sequenceid=80, filesize=11.7 K 2024-11-12T07:26:00,164 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 487ms, sequenceid=80, compaction requested=false 2024-11-12T07:26:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:00,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-12T07:26:00,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-12T07:26:00,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-12T07:26:00,166 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1750 sec 2024-11-12T07:26:00,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.1850 sec 2024-11-12T07:26:00,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:00,243 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:00,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:26:00,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a560f4f9336d402b9a156295b6659437_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396360242/Put/seqid=0 2024-11-12T07:26:00,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742149_1325 (size=14594) 2024-11-12T07:26:00,263 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:00,267 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a560f4f9336d402b9a156295b6659437_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a560f4f9336d402b9a156295b6659437_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:00,268 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/b3cff47063324a37bdb0636c5b8e3993, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:00,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/b3cff47063324a37bdb0636c5b8e3993 is 175, key is test_row_0/A:col10/1731396360242/Put/seqid=0 2024-11-12T07:26:00,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742150_1326 (size=39549) 2024-11-12T07:26:00,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396420303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,314 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396420304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,319 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396420313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396420422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396420422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,428 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,428 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396420432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,439 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,445 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/abb5de0bf9104525b41ae2b49a7f420f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/abb5de0bf9104525b41ae2b49a7f420f 2024-11-12T07:26:00,449 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into abb5de0bf9104525b41ae2b49a7f420f(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:00,449 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:00,449 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/A, priority=13, startTime=1731396359585; duration=0sec 2024-11-12T07:26:00,449 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:00,449 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A 2024-11-12T07:26:00,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396420631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,637 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396420632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,637 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396420642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,672 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/b3cff47063324a37bdb0636c5b8e3993 2024-11-12T07:26:00,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/26ba4bd9c1784e5b975fdaeddcdd5028 is 50, key is test_row_0/B:col10/1731396360242/Put/seqid=0 2024-11-12T07:26:00,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742151_1327 (size=12001) 2024-11-12T07:26:00,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/26ba4bd9c1784e5b975fdaeddcdd5028 2024-11-12T07:26:00,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/56e6b49a071a4514ab3955805f061c9a is 50, key is test_row_0/C:col10/1731396360242/Put/seqid=0 2024-11-12T07:26:00,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742152_1328 (size=12001) 2024-11-12T07:26:00,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396420942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396420942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:00,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396420961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:00,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:00,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:01,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/56e6b49a071a4514ab3955805f061c9a 2024-11-12T07:26:01,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/b3cff47063324a37bdb0636c5b8e3993 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/b3cff47063324a37bdb0636c5b8e3993 2024-11-12T07:26:01,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/b3cff47063324a37bdb0636c5b8e3993, entries=200, sequenceid=93, filesize=38.6 K 2024-11-12T07:26:01,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/26ba4bd9c1784e5b975fdaeddcdd5028 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/26ba4bd9c1784e5b975fdaeddcdd5028 2024-11-12T07:26:01,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/26ba4bd9c1784e5b975fdaeddcdd5028, entries=150, sequenceid=93, filesize=11.7 K 2024-11-12T07:26:01,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/56e6b49a071a4514ab3955805f061c9a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/56e6b49a071a4514ab3955805f061c9a 2024-11-12T07:26:01,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/56e6b49a071a4514ab3955805f061c9a, entries=150, sequenceid=93, filesize=11.7 K 2024-11-12T07:26:01,140 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 897ms, sequenceid=93, compaction requested=true 2024-11-12T07:26:01,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:01,141 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:01,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:01,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:01,141 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:01,141 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:01,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:01,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:01,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:01,142 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:01,142 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A is initiating minor compaction (all files) 2024-11-12T07:26:01,142 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:01,142 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/abb5de0bf9104525b41ae2b49a7f420f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/fed96fb511cc4770b7ec073f1e92819b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/b3cff47063324a37bdb0636c5b8e3993] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=99.2 K 2024-11-12T07:26:01,142 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:01,142 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/abb5de0bf9104525b41ae2b49a7f420f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/fed96fb511cc4770b7ec073f1e92819b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/b3cff47063324a37bdb0636c5b8e3993] 2024-11-12T07:26:01,143 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:01,143 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B is initiating minor compaction (all files) 2024-11-12T07:26:01,143 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:01,143 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting abb5de0bf9104525b41ae2b49a7f420f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731396357860 2024-11-12T07:26:01,143 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/40439179f6e5465b9c16e6bd4fab94d2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/435ab21a446241c09881ac6fb3742595, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/26ba4bd9c1784e5b975fdaeddcdd5028] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=35.3 K 2024-11-12T07:26:01,143 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 40439179f6e5465b9c16e6bd4fab94d2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731396357860 2024-11-12T07:26:01,143 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting fed96fb511cc4770b7ec073f1e92819b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731396357929 2024-11-12T07:26:01,143 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 435ab21a446241c09881ac6fb3742595, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731396357929 2024-11-12T07:26:01,143 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3cff47063324a37bdb0636c5b8e3993, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731396360126 2024-11-12T07:26:01,144 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 26ba4bd9c1784e5b975fdaeddcdd5028, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731396360134 2024-11-12T07:26:01,153 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:01,159 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#B#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:01,160 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112fb2f4cd1bffc47b2ae5661665cc1d8c1_1b3f8b6babda3bf2d2f6e03edc8ba8ab store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:01,160 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/20801a15c4854685b2427f607ca14dcc is 50, key is test_row_0/B:col10/1731396360242/Put/seqid=0 2024-11-12T07:26:01,161 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112fb2f4cd1bffc47b2ae5661665cc1d8c1_1b3f8b6babda3bf2d2f6e03edc8ba8ab, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:01,162 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112fb2f4cd1bffc47b2ae5661665cc1d8c1_1b3f8b6babda3bf2d2f6e03edc8ba8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:01,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742153_1329 (size=12207) 2024-11-12T07:26:01,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742154_1330 (size=4469) 2024-11-12T07:26:01,459 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:01,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T07:26:01,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112282d605a6c564d8592702c3d1c8daca7_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396360312/Put/seqid=0 2024-11-12T07:26:01,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742155_1331 (size=14594) 2024-11-12T07:26:01,497 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:01,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396421485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,499 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:01,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396421499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:01,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,502 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:01,510 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112282d605a6c564d8592702c3d1c8daca7_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112282d605a6c564d8592702c3d1c8daca7_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:01,511 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/d14bd55e39c0463d86d9bcb57f201b36, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:01,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/d14bd55e39c0463d86d9bcb57f201b36 is 175, key is test_row_0/A:col10/1731396360312/Put/seqid=0 2024-11-12T07:26:01,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:01,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396421504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:01,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,513 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:01,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742156_1332 (size=39549) 2024-11-12T07:26:01,580 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#A#compaction#276 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:01,580 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/df5ab55011e34d4f81cd19d643a36e65 is 175, key is test_row_0/A:col10/1731396360242/Put/seqid=0 2024-11-12T07:26:01,581 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/20801a15c4854685b2427f607ca14dcc as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/20801a15c4854685b2427f607ca14dcc 2024-11-12T07:26:01,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742157_1333 (size=31161) 2024-11-12T07:26:01,586 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 20801a15c4854685b2427f607ca14dcc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:01,586 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:01,586 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/B, priority=13, startTime=1731396361141; duration=0sec 2024-11-12T07:26:01,586 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:01,586 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B 2024-11-12T07:26:01,586 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:01,587 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:01,588 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C is initiating minor compaction (all files) 2024-11-12T07:26:01,588 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:01,588 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/2b77140f974c4ceea409707021744d43, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/977cdd1523da44018433179ca1f36f38, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/56e6b49a071a4514ab3955805f061c9a] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=35.3 K 2024-11-12T07:26:01,588 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b77140f974c4ceea409707021744d43, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731396357860 2024-11-12T07:26:01,589 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 977cdd1523da44018433179ca1f36f38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731396357929 2024-11-12T07:26:01,591 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 56e6b49a071a4514ab3955805f061c9a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731396360134 2024-11-12T07:26:01,591 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/df5ab55011e34d4f81cd19d643a36e65 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/df5ab55011e34d4f81cd19d643a36e65 2024-11-12T07:26:01,599 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into df5ab55011e34d4f81cd19d643a36e65(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:01,599 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:01,599 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/A, priority=13, startTime=1731396361140; duration=0sec 2024-11-12T07:26:01,600 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:01,600 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A 2024-11-12T07:26:01,601 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:01,601 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/efca2d1f5a664fc58ab85f81f9ca623d is 50, key is test_row_0/C:col10/1731396360242/Put/seqid=0 2024-11-12T07:26:01,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742158_1334 (size=12207) 2024-11-12T07:26:01,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396421602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:01,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,607 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:01,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:01,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396421611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,619 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:01,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:01,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396421622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:01,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,630 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:01,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:01,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396421812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:01,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:01,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:01,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396421821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:01,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:01,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396421832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:01,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:01,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:01,926 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/d14bd55e39c0463d86d9bcb57f201b36 2024-11-12T07:26:01,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/ffe4e68684e94fa5a101b79f9365c012 is 50, key is test_row_0/B:col10/1731396360312/Put/seqid=0 2024-11-12T07:26:01,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742159_1335 (size=12001) 2024-11-12T07:26:01,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/ffe4e68684e94fa5a101b79f9365c012 2024-11-12T07:26:01,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/6d949ac02c65424ea7c2a673d97dff63 is 50, key is test_row_0/C:col10/1731396360312/Put/seqid=0 2024-11-12T07:26:01,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742160_1336 (size=12001) 2024-11-12T07:26:02,013 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/efca2d1f5a664fc58ab85f81f9ca623d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efca2d1f5a664fc58ab85f81f9ca623d 2024-11-12T07:26:02,020 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into efca2d1f5a664fc58ab85f81f9ca623d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:02,020 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:02,020 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/C, priority=13, startTime=1731396361142; duration=0sec 2024-11-12T07:26:02,020 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:02,020 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C 2024-11-12T07:26:02,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396422122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,128 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:02,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:02,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396422131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,139 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:02,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-12T07:26:02,153 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:02,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-12T07:26:02,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T07:26:02,155 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:02,157 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:02,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:02,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396422152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:02,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:02,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396422152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:02,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,161 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:02,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:02,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:02,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:02,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50262 deadline: 1731396422182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:02,189 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4233 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:02,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T07:26:02,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T07:26:02,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:02,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:02,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:02,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:02,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:02,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:02,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/6d949ac02c65424ea7c2a673d97dff63 2024-11-12T07:26:02,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/d14bd55e39c0463d86d9bcb57f201b36 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d14bd55e39c0463d86d9bcb57f201b36 2024-11-12T07:26:02,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d14bd55e39c0463d86d9bcb57f201b36, entries=200, sequenceid=120, filesize=38.6 K 2024-11-12T07:26:02,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/ffe4e68684e94fa5a101b79f9365c012 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/ffe4e68684e94fa5a101b79f9365c012 2024-11-12T07:26:02,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/ffe4e68684e94fa5a101b79f9365c012, entries=150, sequenceid=120, filesize=11.7 K 2024-11-12T07:26:02,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/6d949ac02c65424ea7c2a673d97dff63 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6d949ac02c65424ea7c2a673d97dff63 2024-11-12T07:26:02,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6d949ac02c65424ea7c2a673d97dff63, entries=150, sequenceid=120, filesize=11.7 K 2024-11-12T07:26:02,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 940ms, sequenceid=120, compaction requested=false 2024-11-12T07:26:02,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:02,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-12T07:26:02,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:02,464 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:26:02,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124e497e2a9bb745a4a571f98df657f23d_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396361496/Put/seqid=0 2024-11-12T07:26:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T07:26:02,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742161_1337 (size=12254) 2024-11-12T07:26:02,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:02,500 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124e497e2a9bb745a4a571f98df657f23d_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124e497e2a9bb745a4a571f98df657f23d_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:02,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/d6d36f1d39ee44bd9d09d3e3480cfeef, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:02,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/d6d36f1d39ee44bd9d09d3e3480cfeef is 175, key is test_row_0/A:col10/1731396361496/Put/seqid=0 2024-11-12T07:26:02,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742162_1338 (size=31055) 2024-11-12T07:26:02,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:02,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:02,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396422703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,714 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:02,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:02,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396422713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:02,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396422712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:02,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:02,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T07:26:02,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396422822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:02,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,829 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:02,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396422832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:02,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:02,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396422832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:02,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,840 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:02,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:02,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:02,913 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/d6d36f1d39ee44bd9d09d3e3480cfeef 2024-11-12T07:26:02,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/cfe37896604546f0a54f217263598c3e is 50, key is test_row_0/B:col10/1731396361496/Put/seqid=0 2024-11-12T07:26:02,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742163_1339 (size=12101) 2024-11-12T07:26:03,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:03,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396423031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:03,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396423052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:03,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:03,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,058 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396423052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:03,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,058 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T07:26:03,328 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/cfe37896604546f0a54f217263598c3e 2024-11-12T07:26:03,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/681595464ecf420a982af450c8452085 is 50, key is test_row_0/C:col10/1731396361496/Put/seqid=0 2024-11-12T07:26:03,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396423342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:03,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,348 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:03,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742164_1340 (size=12101) 2024-11-12T07:26:03,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396423362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396423362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,367 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:03,752 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/681595464ecf420a982af450c8452085 2024-11-12T07:26:03,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/d6d36f1d39ee44bd9d09d3e3480cfeef as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d6d36f1d39ee44bd9d09d3e3480cfeef 2024-11-12T07:26:03,759 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d6d36f1d39ee44bd9d09d3e3480cfeef, entries=150, sequenceid=134, filesize=30.3 K 2024-11-12T07:26:03,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/cfe37896604546f0a54f217263598c3e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/cfe37896604546f0a54f217263598c3e 2024-11-12T07:26:03,769 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/cfe37896604546f0a54f217263598c3e, entries=150, sequenceid=134, filesize=11.8 K 2024-11-12T07:26:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/681595464ecf420a982af450c8452085 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/681595464ecf420a982af450c8452085 2024-11-12T07:26:03,775 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/681595464ecf420a982af450c8452085, entries=150, sequenceid=134, filesize=11.8 K 2024-11-12T07:26:03,776 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 1312ms, sequenceid=134, compaction requested=true 2024-11-12T07:26:03,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:03,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:03,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-12T07:26:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-12T07:26:03,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-12T07:26:03,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.6270 sec 2024-11-12T07:26:03,783 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6210 sec 2024-11-12T07:26:03,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:03,872 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:03,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T07:26:03,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112693657efc5d34e1cb79ea91ec64ca65d_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396362712/Put/seqid=0 2024-11-12T07:26:03,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742165_1341 (size=14794) 2024-11-12T07:26:03,893 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:03,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396423886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:03,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396423891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:03,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,896 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112693657efc5d34e1cb79ea91ec64ca65d_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112693657efc5d34e1cb79ea91ec64ca65d_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:03,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:03,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396423892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:03,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:03,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:03,897 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:03,897 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/142fc83a9b0a4a87a0b521ae73f76159, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:03,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/142fc83a9b0a4a87a0b521ae73f76159 is 175, key is test_row_0/A:col10/1731396362712/Put/seqid=0 2024-11-12T07:26:03,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742166_1342 (size=39749) 2024-11-12T07:26:03,913 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/142fc83a9b0a4a87a0b521ae73f76159 2024-11-12T07:26:03,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/79d4bfd7cb3d4a6baa8c7a15547ab0e4 is 50, key is test_row_0/B:col10/1731396362712/Put/seqid=0 2024-11-12T07:26:03,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742167_1343 (size=12151) 2024-11-12T07:26:04,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396424002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396424002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396424002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396424212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396424212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396424213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,223 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-12T07:26:04,302 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:04,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:04,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-12T07:26:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T07:26:04,304 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:04,305 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:04,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:04,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/79d4bfd7cb3d4a6baa8c7a15547ab0e4 2024-11-12T07:26:04,341 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/f6f7e28c13b44b0c9f99268b592d925a is 50, key is test_row_0/C:col10/1731396362712/Put/seqid=0 2024-11-12T07:26:04,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742168_1344 (size=12151) 2024-11-12T07:26:04,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/f6f7e28c13b44b0c9f99268b592d925a 2024-11-12T07:26:04,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/142fc83a9b0a4a87a0b521ae73f76159 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/142fc83a9b0a4a87a0b521ae73f76159 2024-11-12T07:26:04,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/142fc83a9b0a4a87a0b521ae73f76159, entries=200, sequenceid=160, filesize=38.8 K 2024-11-12T07:26:04,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/79d4bfd7cb3d4a6baa8c7a15547ab0e4 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/79d4bfd7cb3d4a6baa8c7a15547ab0e4 2024-11-12T07:26:04,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/79d4bfd7cb3d4a6baa8c7a15547ab0e4, entries=150, sequenceid=160, filesize=11.9 K 2024-11-12T07:26:04,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/f6f7e28c13b44b0c9f99268b592d925a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/f6f7e28c13b44b0c9f99268b592d925a 2024-11-12T07:26:04,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/f6f7e28c13b44b0c9f99268b592d925a, entries=150, sequenceid=160, filesize=11.9 K 2024-11-12T07:26:04,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 508ms, sequenceid=160, compaction requested=true 2024-11-12T07:26:04,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:04,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:04,380 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:26:04,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:04,380 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:26:04,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:04,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:04,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:04,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:04,386 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141514 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:26:04,386 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A is initiating minor compaction (all files) 2024-11-12T07:26:04,386 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:26:04,386 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B is initiating minor compaction (all files) 2024-11-12T07:26:04,386 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:04,387 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:04,387 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/df5ab55011e34d4f81cd19d643a36e65, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d14bd55e39c0463d86d9bcb57f201b36, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d6d36f1d39ee44bd9d09d3e3480cfeef, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/142fc83a9b0a4a87a0b521ae73f76159] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=138.2 K 2024-11-12T07:26:04,387 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/20801a15c4854685b2427f607ca14dcc, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/ffe4e68684e94fa5a101b79f9365c012, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/cfe37896604546f0a54f217263598c3e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/79d4bfd7cb3d4a6baa8c7a15547ab0e4] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=47.3 K 2024-11-12T07:26:04,387 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:04,387 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/df5ab55011e34d4f81cd19d643a36e65, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d14bd55e39c0463d86d9bcb57f201b36, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d6d36f1d39ee44bd9d09d3e3480cfeef, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/142fc83a9b0a4a87a0b521ae73f76159] 2024-11-12T07:26:04,387 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 20801a15c4854685b2427f607ca14dcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731396360134 2024-11-12T07:26:04,387 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting df5ab55011e34d4f81cd19d643a36e65, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731396360134 2024-11-12T07:26:04,387 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting ffe4e68684e94fa5a101b79f9365c012, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731396360299 2024-11-12T07:26:04,387 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting d14bd55e39c0463d86d9bcb57f201b36, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731396360299 2024-11-12T07:26:04,387 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting cfe37896604546f0a54f217263598c3e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731396361483 2024-11-12T07:26:04,388 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6d36f1d39ee44bd9d09d3e3480cfeef, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731396361483 2024-11-12T07:26:04,388 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 79d4bfd7cb3d4a6baa8c7a15547ab0e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731396362692 2024-11-12T07:26:04,388 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 142fc83a9b0a4a87a0b521ae73f76159, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731396362692 2024-11-12T07:26:04,396 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#B#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:04,396 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:04,397 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/58bf9f848ef748528f4960ef49497ad8 is 50, key is test_row_0/B:col10/1731396362712/Put/seqid=0 2024-11-12T07:26:04,398 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411122fee681d2e7644e5b2cc8ee53c264043_1b3f8b6babda3bf2d2f6e03edc8ba8ab store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:04,401 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411122fee681d2e7644e5b2cc8ee53c264043_1b3f8b6babda3bf2d2f6e03edc8ba8ab, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:04,401 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122fee681d2e7644e5b2cc8ee53c264043_1b3f8b6babda3bf2d2f6e03edc8ba8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:04,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T07:26:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742169_1345 (size=12493) 2024-11-12T07:26:04,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742170_1346 (size=4469) 2024-11-12T07:26:04,417 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/58bf9f848ef748528f4960ef49497ad8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/58bf9f848ef748528f4960ef49497ad8 2024-11-12T07:26:04,426 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 58bf9f848ef748528f4960ef49497ad8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:04,426 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:04,426 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/B, priority=12, startTime=1731396364380; duration=0sec 2024-11-12T07:26:04,427 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:04,427 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B 2024-11-12T07:26:04,427 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:26:04,428 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:26:04,428 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C is initiating minor compaction (all files) 2024-11-12T07:26:04,428 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:04,429 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efca2d1f5a664fc58ab85f81f9ca623d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6d949ac02c65424ea7c2a673d97dff63, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/681595464ecf420a982af450c8452085, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/f6f7e28c13b44b0c9f99268b592d925a] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=47.3 K 2024-11-12T07:26:04,429 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting efca2d1f5a664fc58ab85f81f9ca623d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731396360134 2024-11-12T07:26:04,429 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d949ac02c65424ea7c2a673d97dff63, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731396360299 2024-11-12T07:26:04,429 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 681595464ecf420a982af450c8452085, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1731396361483 2024-11-12T07:26:04,430 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting f6f7e28c13b44b0c9f99268b592d925a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731396362692 2024-11-12T07:26:04,439 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#C#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:04,440 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/aee6967aaaed4baaae7b8f901ebd194a is 50, key is test_row_0/C:col10/1731396362712/Put/seqid=0 2024-11-12T07:26:04,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-12T07:26:04,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:04,459 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-12T07:26:04,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d4b16fd27ea041898f036e57d0915a81_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396363878/Put/seqid=0 2024-11-12T07:26:04,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742171_1347 (size=12493) 2024-11-12T07:26:04,498 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/aee6967aaaed4baaae7b8f901ebd194a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/aee6967aaaed4baaae7b8f901ebd194a 2024-11-12T07:26:04,512 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into aee6967aaaed4baaae7b8f901ebd194a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:04,512 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:04,512 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/C, priority=12, startTime=1731396364381; duration=0sec 2024-11-12T07:26:04,512 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:04,512 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C 2024-11-12T07:26:04,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742172_1348 (size=12304) 2024-11-12T07:26:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:04,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:04,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396424582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396424583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396424584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T07:26:04,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396424702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396424702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396424702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,710 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,815 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#A#compaction#289 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:04,815 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/de326fc7845840baa0041ada60034dc4 is 175, key is test_row_0/A:col10/1731396362712/Put/seqid=0 2024-11-12T07:26:04,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742173_1349 (size=31447) 2024-11-12T07:26:04,828 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/de326fc7845840baa0041ada60034dc4 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/de326fc7845840baa0041ada60034dc4 2024-11-12T07:26:04,834 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into de326fc7845840baa0041ada60034dc4(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:04,834 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:04,834 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/A, priority=12, startTime=1731396364380; duration=0sec 2024-11-12T07:26:04,834 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:04,834 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A 2024-11-12T07:26:04,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396424912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396424922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396424922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:04,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:04,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T07:26:04,933 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112d4b16fd27ea041898f036e57d0915a81_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d4b16fd27ea041898f036e57d0915a81_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:04,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/ddf22bd9a8334ceab8d3b1b8c5f88ab2, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:04,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/ddf22bd9a8334ceab8d3b1b8c5f88ab2 is 175, key is test_row_0/A:col10/1731396363878/Put/seqid=0 2024-11-12T07:26:04,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742174_1350 (size=31105) 2024-11-12T07:26:05,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396425222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:05,228 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:05,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:05,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396425232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:05,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:05,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:05,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:05,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:05,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396425242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:05,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:05,339 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/ddf22bd9a8334ceab8d3b1b8c5f88ab2 2024-11-12T07:26:05,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/e98cedc8d4554bac8f946544bb7729cf is 50, key is test_row_0/B:col10/1731396363878/Put/seqid=0 2024-11-12T07:26:05,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742175_1351 (size=12151) 2024-11-12T07:26:05,353 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/e98cedc8d4554bac8f946544bb7729cf 2024-11-12T07:26:05,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/3a36046a33974fc591168ebc7a62d225 is 50, key is test_row_0/C:col10/1731396363878/Put/seqid=0 2024-11-12T07:26:05,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742176_1352 (size=12151) 2024-11-12T07:26:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T07:26:05,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396425732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:05,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396425752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:05,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:05,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:05,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396425752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:05,769 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/3a36046a33974fc591168ebc7a62d225 2024-11-12T07:26:05,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/ddf22bd9a8334ceab8d3b1b8c5f88ab2 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/ddf22bd9a8334ceab8d3b1b8c5f88ab2 2024-11-12T07:26:05,778 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/ddf22bd9a8334ceab8d3b1b8c5f88ab2, entries=150, sequenceid=171, filesize=30.4 K 2024-11-12T07:26:05,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/e98cedc8d4554bac8f946544bb7729cf as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/e98cedc8d4554bac8f946544bb7729cf 2024-11-12T07:26:05,785 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/e98cedc8d4554bac8f946544bb7729cf, entries=150, sequenceid=171, filesize=11.9 K 2024-11-12T07:26:05,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/3a36046a33974fc591168ebc7a62d225 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/3a36046a33974fc591168ebc7a62d225 2024-11-12T07:26:05,791 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/3a36046a33974fc591168ebc7a62d225, entries=150, sequenceid=171, filesize=11.9 K 2024-11-12T07:26:05,792 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 1333ms, sequenceid=171, compaction requested=false 2024-11-12T07:26:05,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:05,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:05,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-12T07:26:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-12T07:26:05,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-12T07:26:05,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4890 sec 2024-11-12T07:26:05,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.4940 sec 2024-11-12T07:26:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:06,190 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:06,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T07:26:06,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126f38c4644e2b476cb2cb06854555e290_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396364579/Put/seqid=0 2024-11-12T07:26:06,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742177_1353 (size=14794) 2024-11-12T07:26:06,205 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:06,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126f38c4644e2b476cb2cb06854555e290_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126f38c4644e2b476cb2cb06854555e290_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:06,209 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/88704632e23d46c18a25846cb25f8bc4, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:06,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/88704632e23d46c18a25846cb25f8bc4 is 175, key is test_row_0/A:col10/1731396364579/Put/seqid=0 2024-11-12T07:26:06,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742178_1354 (size=39749) 2024-11-12T07:26:06,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:06,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396426221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:06,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:06,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50262 deadline: 1731396426231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:06,237 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8281 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,237 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:06,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:06,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396426332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,341 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-12T07:26:06,453 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:06,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-12T07:26:06,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T07:26:06,455 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:06,455 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:06,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:06,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396426552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:06,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,559 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T07:26:06,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-12T07:26:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:06,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:06,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:06,608 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:06,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:06,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:06,614 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/88704632e23d46c18a25846cb25f8bc4 2024-11-12T07:26:06,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/64d8d09283164cea9dbb70e67d07dba3 is 50, key is test_row_0/B:col10/1731396364579/Put/seqid=0 2024-11-12T07:26:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742179_1355 (size=12151) 2024-11-12T07:26:06,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/64d8d09283164cea9dbb70e67d07dba3 2024-11-12T07:26:06,646 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/b5087fa5a8334a4383cf1660e0a51125 is 50, key is test_row_0/C:col10/1731396364579/Put/seqid=0 2024-11-12T07:26:06,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742180_1356 (size=12151) 2024-11-12T07:26:06,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396426752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:06,757 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:06,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:06,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-12T07:26:06,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:06,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:06,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:06,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:06,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:06,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:06,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396426762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:06,767 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_0' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T07:26:06,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396426771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:06,777 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_0' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:06,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:06,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396426871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:06,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:06,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-12T07:26:06,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:06,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:06,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:06,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:06,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:07,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/b5087fa5a8334a4383cf1660e0a51125 2024-11-12T07:26:07,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/88704632e23d46c18a25846cb25f8bc4 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/88704632e23d46c18a25846cb25f8bc4 2024-11-12T07:26:07,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-12T07:26:07,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:07,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:07,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:07,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:07,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:07,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/88704632e23d46c18a25846cb25f8bc4, entries=200, sequenceid=200, filesize=38.8 K 2024-11-12T07:26:07,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/64d8d09283164cea9dbb70e67d07dba3 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/64d8d09283164cea9dbb70e67d07dba3 2024-11-12T07:26:07,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/64d8d09283164cea9dbb70e67d07dba3, entries=150, sequenceid=200, filesize=11.9 K 2024-11-12T07:26:07,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/b5087fa5a8334a4383cf1660e0a51125 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/b5087fa5a8334a4383cf1660e0a51125 2024-11-12T07:26:07,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/b5087fa5a8334a4383cf1660e0a51125, entries=150, sequenceid=200, filesize=11.9 K 2024-11-12T07:26:07,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 890ms, sequenceid=200, compaction requested=true 2024-11-12T07:26:07,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:07,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:07,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:07,080 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:07,080 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:07,080 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:07,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:07,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:07,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:07,081 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:07,081 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A is initiating minor compaction (all files) 2024-11-12T07:26:07,081 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:07,081 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/de326fc7845840baa0041ada60034dc4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/ddf22bd9a8334ceab8d3b1b8c5f88ab2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/88704632e23d46c18a25846cb25f8bc4] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=99.9 K 2024-11-12T07:26:07,081 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:07,081 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/de326fc7845840baa0041ada60034dc4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/ddf22bd9a8334ceab8d3b1b8c5f88ab2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/88704632e23d46c18a25846cb25f8bc4] 2024-11-12T07:26:07,082 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:07,082 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B is initiating minor compaction (all files) 2024-11-12T07:26:07,082 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:07,082 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting de326fc7845840baa0041ada60034dc4, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731396362692 2024-11-12T07:26:07,082 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/58bf9f848ef748528f4960ef49497ad8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/e98cedc8d4554bac8f946544bb7729cf, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/64d8d09283164cea9dbb70e67d07dba3] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=35.9 K 2024-11-12T07:26:07,082 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting ddf22bd9a8334ceab8d3b1b8c5f88ab2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396363878 2024-11-12T07:26:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T07:26:07,082 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 58bf9f848ef748528f4960ef49497ad8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731396362692 2024-11-12T07:26:07,083 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting e98cedc8d4554bac8f946544bb7729cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396363878 2024-11-12T07:26:07,083 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88704632e23d46c18a25846cb25f8bc4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731396364579 2024-11-12T07:26:07,083 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 64d8d09283164cea9dbb70e67d07dba3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731396364579 2024-11-12T07:26:07,117 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:07,132 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#B#compaction#298 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:07,132 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/2ba00fc263924f60a887afa6af158015 is 50, key is test_row_0/B:col10/1731396364579/Put/seqid=0 2024-11-12T07:26:07,141 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112da8bfc17539849b9a47ed149f9c859f1_1b3f8b6babda3bf2d2f6e03edc8ba8ab store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:07,143 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112da8bfc17539849b9a47ed149f9c859f1_1b3f8b6babda3bf2d2f6e03edc8ba8ab, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:07,143 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112da8bfc17539849b9a47ed149f9c859f1_1b3f8b6babda3bf2d2f6e03edc8ba8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:07,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742181_1357 (size=12595) 2024-11-12T07:26:07,181 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/2ba00fc263924f60a887afa6af158015 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2ba00fc263924f60a887afa6af158015 2024-11-12T07:26:07,187 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 2ba00fc263924f60a887afa6af158015(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:07,188 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:07,188 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/B, priority=13, startTime=1731396367080; duration=0sec 2024-11-12T07:26:07,188 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:07,188 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B 2024-11-12T07:26:07,188 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:07,189 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:07,189 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C is initiating minor compaction (all files) 2024-11-12T07:26:07,189 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:07,189 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/aee6967aaaed4baaae7b8f901ebd194a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/3a36046a33974fc591168ebc7a62d225, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/b5087fa5a8334a4383cf1660e0a51125] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=35.9 K 2024-11-12T07:26:07,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742182_1358 (size=4469) 2024-11-12T07:26:07,190 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting aee6967aaaed4baaae7b8f901ebd194a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731396362692 2024-11-12T07:26:07,192 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a36046a33974fc591168ebc7a62d225, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396363878 2024-11-12T07:26:07,195 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting b5087fa5a8334a4383cf1660e0a51125, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731396364579 2024-11-12T07:26:07,196 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#A#compaction#297 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:07,197 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/64bac2cc9c0749b5ae31ceac4c17fdf1 is 175, key is test_row_0/A:col10/1731396364579/Put/seqid=0 2024-11-12T07:26:07,203 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#C#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:07,204 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/2c43664e1dbc489da775da2dd94fdb90 is 50, key is test_row_0/C:col10/1731396364579/Put/seqid=0 2024-11-12T07:26:07,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-12T07:26:07,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:07,219 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-12T07:26:07,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742183_1359 (size=31549) 2024-11-12T07:26:07,228 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/64bac2cc9c0749b5ae31ceac4c17fdf1 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/64bac2cc9c0749b5ae31ceac4c17fdf1 2024-11-12T07:26:07,236 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 64bac2cc9c0749b5ae31ceac4c17fdf1(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:07,236 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:07,236 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/A, priority=13, startTime=1731396367080; duration=0sec 2024-11-12T07:26:07,236 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:07,236 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A 2024-11-12T07:26:07,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742184_1360 (size=12595) 2024-11-12T07:26:07,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b3ed6968eb22457d8fbfc894e9a58aa2_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396366204/Put/seqid=0 2024-11-12T07:26:07,269 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/2c43664e1dbc489da775da2dd94fdb90 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/2c43664e1dbc489da775da2dd94fdb90 2024-11-12T07:26:07,280 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 2c43664e1dbc489da775da2dd94fdb90(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:07,281 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:07,281 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/C, priority=13, startTime=1731396367081; duration=0sec 2024-11-12T07:26:07,281 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:07,281 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C 2024-11-12T07:26:07,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742185_1361 (size=12304) 2024-11-12T07:26:07,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:07,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:07,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:07,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396427516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:07,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:07,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:07,522 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T07:26:07,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396427632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:07,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:07,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:07,686 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b3ed6968eb22457d8fbfc894e9a58aa2_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b3ed6968eb22457d8fbfc894e9a58aa2_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/7a18504cd8bf415d91a7995d4144308f, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/7a18504cd8bf415d91a7995d4144308f is 175, key is test_row_0/A:col10/1731396366204/Put/seqid=0 2024-11-12T07:26:07,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742186_1362 (size=31105) 2024-11-12T07:26:07,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:07,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396427842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:07,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:07,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:07,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:08,104 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/7a18504cd8bf415d91a7995d4144308f 2024-11-12T07:26:08,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/b1dca6a5df6547baaf83c3d95df4bc92 is 50, key is test_row_0/B:col10/1731396366204/Put/seqid=0 2024-11-12T07:26:08,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742187_1363 (size=12151) 2024-11-12T07:26:08,120 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/b1dca6a5df6547baaf83c3d95df4bc92 2024-11-12T07:26:08,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/1f96775bd4354fd0ab0576e583721543 is 50, key is test_row_0/C:col10/1731396366204/Put/seqid=0 2024-11-12T07:26:08,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742188_1364 (size=12151) 2024-11-12T07:26:08,137 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/1f96775bd4354fd0ab0576e583721543 2024-11-12T07:26:08,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/7a18504cd8bf415d91a7995d4144308f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/7a18504cd8bf415d91a7995d4144308f 2024-11-12T07:26:08,153 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/7a18504cd8bf415d91a7995d4144308f, entries=150, sequenceid=210, filesize=30.4 K 2024-11-12T07:26:08,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/b1dca6a5df6547baaf83c3d95df4bc92 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/b1dca6a5df6547baaf83c3d95df4bc92 2024-11-12T07:26:08,157 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/b1dca6a5df6547baaf83c3d95df4bc92, entries=150, sequenceid=210, filesize=11.9 K 2024-11-12T07:26:08,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/1f96775bd4354fd0ab0576e583721543 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/1f96775bd4354fd0ab0576e583721543 2024-11-12T07:26:08,166 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/1f96775bd4354fd0ab0576e583721543, entries=150, sequenceid=210, filesize=11.9 K 2024-11-12T07:26:08,166 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 947ms, sequenceid=210, compaction requested=false 2024-11-12T07:26:08,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:08,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:08,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-12T07:26:08,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-12T07:26:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:08,169 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:08,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-12T07:26:08,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-12T07:26:08,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7130 sec 2024-11-12T07:26:08,178 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.7230 sec 2024-11-12T07:26:08,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396428194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:08,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:08,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:08,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:08,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112243dd95c083a4fa3bc160806da0c37f9_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396367499/Put/seqid=0 2024-11-12T07:26:08,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742189_1365 (size=14794) 2024-11-12T07:26:08,214 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:08,217 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112243dd95c083a4fa3bc160806da0c37f9_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112243dd95c083a4fa3bc160806da0c37f9_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:08,218 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/8d674846eb1e4d0a96fdfef02ea3f46c, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:08,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/8d674846eb1e4d0a96fdfef02ea3f46c is 175, key is test_row_0/A:col10/1731396367499/Put/seqid=0 2024-11-12T07:26:08,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742190_1366 (size=39749) 2024-11-12T07:26:08,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:08,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396428302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:08,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:08,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:08,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:08,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396428512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:08,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-12T07:26:08,602 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:08,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-12T07:26:08,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T07:26:08,605 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:08,606 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:08,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:08,631 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/8d674846eb1e4d0a96fdfef02ea3f46c 2024-11-12T07:26:08,637 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/c63857a8191b483280553448e5708bcc is 50, key is test_row_0/B:col10/1731396367499/Put/seqid=0 2024-11-12T07:26:08,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742191_1367 (size=12151) 2024-11-12T07:26:08,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T07:26:08,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-12T07:26:08,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:08,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:08,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:08,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:08,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:08,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:08,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:08,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396428772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:08,773 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:08,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:08,774 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:08,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:08,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396428792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:08,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:08,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396428792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:08,802 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_0' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:08,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:08,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:08,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:08,802 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_0' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:08,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:08,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:08,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:08,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:08,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396428822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:08,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:08,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:08,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:08,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-12T07:26:08,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:08,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:08,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:08,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:08,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T07:26:09,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/c63857a8191b483280553448e5708bcc 2024-11-12T07:26:09,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/efff2cc5df3e4754a7d4f7bcee9e0c44 is 50, key is test_row_0/C:col10/1731396367499/Put/seqid=0 2024-11-12T07:26:09,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742192_1368 (size=12151) 2024-11-12T07:26:09,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-12T07:26:09,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:09,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:09,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:09,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:09,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:09,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-12T07:26:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:09,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:09,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T07:26:09,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:09,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396429332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:09,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:09,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:09,340 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:09,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-12T07:26:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:09,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:09,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:09,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:09,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/efff2cc5df3e4754a7d4f7bcee9e0c44 2024-11-12T07:26:09,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/8d674846eb1e4d0a96fdfef02ea3f46c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/8d674846eb1e4d0a96fdfef02ea3f46c 2024-11-12T07:26:09,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/8d674846eb1e4d0a96fdfef02ea3f46c, entries=200, sequenceid=240, filesize=38.8 K 2024-11-12T07:26:09,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/c63857a8191b483280553448e5708bcc as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/c63857a8191b483280553448e5708bcc 2024-11-12T07:26:09,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/c63857a8191b483280553448e5708bcc, entries=150, sequenceid=240, filesize=11.9 K 2024-11-12T07:26:09,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/efff2cc5df3e4754a7d4f7bcee9e0c44 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efff2cc5df3e4754a7d4f7bcee9e0c44 2024-11-12T07:26:09,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efff2cc5df3e4754a7d4f7bcee9e0c44, entries=150, sequenceid=240, filesize=11.9 K 2024-11-12T07:26:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 1303ms, sequenceid=240, compaction requested=true 2024-11-12T07:26:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:09,472 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:09,472 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:09,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,473 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:09,473 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:09,473 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B is initiating minor compaction (all files) 2024-11-12T07:26:09,473 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A is initiating minor compaction (all files) 2024-11-12T07:26:09,473 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:09,473 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,474 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2ba00fc263924f60a887afa6af158015, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/b1dca6a5df6547baaf83c3d95df4bc92, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/c63857a8191b483280553448e5708bcc] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=36.0 K 2024-11-12T07:26:09,474 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/64bac2cc9c0749b5ae31ceac4c17fdf1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/7a18504cd8bf415d91a7995d4144308f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/8d674846eb1e4d0a96fdfef02ea3f46c] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=100.0 K 2024-11-12T07:26:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,474 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:09,474 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/64bac2cc9c0749b5ae31ceac4c17fdf1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/7a18504cd8bf415d91a7995d4144308f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/8d674846eb1e4d0a96fdfef02ea3f46c] 2024-11-12T07:26:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,474 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ba00fc263924f60a887afa6af158015, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731396364579 2024-11-12T07:26:09,474 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64bac2cc9c0749b5ae31ceac4c17fdf1, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731396364579 2024-11-12T07:26:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,474 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting b1dca6a5df6547baaf83c3d95df4bc92, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731396366204 2024-11-12T07:26:09,474 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7a18504cd8bf415d91a7995d4144308f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731396366204 2024-11-12T07:26:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,475 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting c63857a8191b483280553448e5708bcc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731396367499 2024-11-12T07:26:09,475 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d674846eb1e4d0a96fdfef02ea3f46c, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731396367499 2024-11-12T07:26:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,480 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,484 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#B#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,484 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/10f89204898a47169d1339ec443d696f is 50, key is test_row_0/B:col10/1731396367499/Put/seqid=0 2024-11-12T07:26:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,497 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112ace131d2df064dafb33d183f1ad17526_1b3f8b6babda3bf2d2f6e03edc8ba8ab store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:09,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,501 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112ace131d2df064dafb33d183f1ad17526_1b3f8b6babda3bf2d2f6e03edc8ba8ab, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,501 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ace131d2df064dafb33d183f1ad17526_1b3f8b6babda3bf2d2f6e03edc8ba8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742193_1369 (size=12697) 2024-11-12T07:26:09,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742194_1370 (size=4469) 2024-11-12T07:26:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-12T07:26:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,521 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T07:26:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411128ca681ecc2514d92ad76c2ecd3387b18_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396368189/Put/seqid=0 2024-11-12T07:26:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742195_1371 (size=9814) 2024-11-12T07:26:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T07:26:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,906 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#A#compaction#306 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:09,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,907 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/108148cbbcfe49f7bee0e2f5dd02e631 is 175, key is test_row_0/A:col10/1731396367499/Put/seqid=0 2024-11-12T07:26:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,910 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/10f89204898a47169d1339ec443d696f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/10f89204898a47169d1339ec443d696f 2024-11-12T07:26:09,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,914 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 10f89204898a47169d1339ec443d696f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:09,914 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:09,914 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/B, priority=13, startTime=1731396369472; duration=0sec 2024-11-12T07:26:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,915 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:09,915 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B 2024-11-12T07:26:09,915 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,916 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:09,916 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C is initiating minor compaction (all files) 2024-11-12T07:26:09,916 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:09,916 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/2c43664e1dbc489da775da2dd94fdb90, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/1f96775bd4354fd0ab0576e583721543, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efff2cc5df3e4754a7d4f7bcee9e0c44] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=36.0 K 2024-11-12T07:26:09,916 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c43664e1dbc489da775da2dd94fdb90, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1731396364579 2024-11-12T07:26:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,916 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f96775bd4354fd0ab0576e583721543, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731396366204 2024-11-12T07:26:09,917 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting efff2cc5df3e4754a7d4f7bcee9e0c44, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731396367499 2024-11-12T07:26:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,930 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#C#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,930 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/fc67025959cb4e3a977a5ecdb1d9b776 is 50, key is test_row_0/C:col10/1731396367499/Put/seqid=0 2024-11-12T07:26:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,946 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411128ca681ecc2514d92ad76c2ecd3387b18_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411128ca681ecc2514d92ad76c2ecd3387b18_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/738335edb25d4f89821cfd2d41eca4da, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/738335edb25d4f89821cfd2d41eca4da is 175, key is test_row_0/A:col10/1731396368189/Put/seqid=0 2024-11-12T07:26:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742197_1373 (size=12697) 2024-11-12T07:26:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742196_1372 (size=31651) 2024-11-12T07:26:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742198_1374 (size=22461) 2024-11-12T07:26:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,970 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/738335edb25d4f89821cfd2d41eca4da 2024-11-12T07:26:09,971 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/fc67025959cb4e3a977a5ecdb1d9b776 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/fc67025959cb4e3a977a5ecdb1d9b776 2024-11-12T07:26:09,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,971 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/108148cbbcfe49f7bee0e2f5dd02e631 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/108148cbbcfe49f7bee0e2f5dd02e631 2024-11-12T07:26:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,981 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into fc67025959cb4e3a977a5ecdb1d9b776(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:09,981 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 108148cbbcfe49f7bee0e2f5dd02e631(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:09,981 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:09,981 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:09,981 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/C, priority=13, startTime=1731396369472; duration=0sec 2024-11-12T07:26:09,981 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/A, priority=13, startTime=1731396369472; duration=0sec 2024-11-12T07:26:09,981 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:09,981 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A 2024-11-12T07:26:09,981 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:09,981 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C 2024-11-12T07:26:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/2fc23c0eaebb4c8eadb74bdba9d99e67 is 50, key is test_row_0/B:col10/1731396368189/Put/seqid=0 2024-11-12T07:26:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742199_1375 (size=9757) 2024-11-12T07:26:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:10,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,408 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/2fc23c0eaebb4c8eadb74bdba9d99e67 2024-11-12T07:26:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/c8081d4040814301a05d03bffc0c6bc5 is 50, key is test_row_0/C:col10/1731396368189/Put/seqid=0 2024-11-12T07:26:10,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742200_1376 (size=9757) 2024-11-12T07:26:10,447 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/c8081d4040814301a05d03bffc0c6bc5 2024-11-12T07:26:10,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/738335edb25d4f89821cfd2d41eca4da as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/738335edb25d4f89821cfd2d41eca4da 2024-11-12T07:26:10,454 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/738335edb25d4f89821cfd2d41eca4da, entries=100, sequenceid=248, filesize=21.9 K 2024-11-12T07:26:10,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/2fc23c0eaebb4c8eadb74bdba9d99e67 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2fc23c0eaebb4c8eadb74bdba9d99e67 2024-11-12T07:26:10,459 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2fc23c0eaebb4c8eadb74bdba9d99e67, entries=100, sequenceid=248, filesize=9.5 K 2024-11-12T07:26:10,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/c8081d4040814301a05d03bffc0c6bc5 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/c8081d4040814301a05d03bffc0c6bc5 2024-11-12T07:26:10,464 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/c8081d4040814301a05d03bffc0c6bc5, entries=100, sequenceid=248, filesize=9.5 K 2024-11-12T07:26:10,465 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=67.09 KB/68700 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 945ms, sequenceid=248, compaction requested=false 2024-11-12T07:26:10,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:10,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:10,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-12T07:26:10,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-12T07:26:10,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-12T07:26:10,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8610 sec 2024-11-12T07:26:10,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.8660 sec 2024-11-12T07:26:10,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:10,470 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:10,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T07:26:10,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126aec86e35ba74c93bcb35b59155aa71f_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396370446/Put/seqid=0 2024-11-12T07:26:10,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742201_1377 (size=12454) 2024-11-12T07:26:10,481 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:10,484 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126aec86e35ba74c93bcb35b59155aa71f_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126aec86e35ba74c93bcb35b59155aa71f_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:10,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/20d159c8b67841b4b10b66006eb7a73c, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:10,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/20d159c8b67841b4b10b66006eb7a73c is 175, key is test_row_0/A:col10/1731396370446/Put/seqid=0 2024-11-12T07:26:10,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742202_1378 (size=31255) 2024-11-12T07:26:10,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396430582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:10,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:10,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:10,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:10,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396430692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:10,699 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-12T07:26:10,752 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:10,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-12T07:26:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-12T07:26:10,754 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:10,755 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:10,755 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-12T07:26:10,902 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/20d159c8b67841b4b10b66006eb7a73c 2024-11-12T07:26:10,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-12T07:26:10,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:10,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:10,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:10,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:10,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:10,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/22e88df9ad944027b42bddb9c091c8ce is 50, key is test_row_0/B:col10/1731396370446/Put/seqid=0 2024-11-12T07:26:10,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:10,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:10,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396430902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:10,912 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:10,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742203_1379 (size=12301) 2024-11-12T07:26:11,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-12T07:26:11,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:11,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:11,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:11,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-12T07:26:11,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-12T07:26:11,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:11,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:11,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:11,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:11,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396431222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:11,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:11,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:11,229 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:11,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/22e88df9ad944027b42bddb9c091c8ce 2024-11-12T07:26:11,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/43b2b8c4fcac47f9b7354fccec1607b0 is 50, key is test_row_0/C:col10/1731396370446/Put/seqid=0 2024-11-12T07:26:11,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742204_1380 (size=12301) 2024-11-12T07:26:11,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-12T07:26:11,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:11,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:11,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:11,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-12T07:26:11,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-12T07:26:11,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:11,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:11,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:11,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-12T07:26:11,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:11,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:11,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:11,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:11,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/43b2b8c4fcac47f9b7354fccec1607b0 2024-11-12T07:26:11,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/20d159c8b67841b4b10b66006eb7a73c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/20d159c8b67841b4b10b66006eb7a73c 2024-11-12T07:26:11,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:11,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396431742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:11,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/20d159c8b67841b4b10b66006eb7a73c, entries=150, sequenceid=265, filesize=30.5 K 2024-11-12T07:26:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:11,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/22e88df9ad944027b42bddb9c091c8ce as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/22e88df9ad944027b42bddb9c091c8ce 2024-11-12T07:26:11,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/22e88df9ad944027b42bddb9c091c8ce, entries=150, sequenceid=265, filesize=12.0 K 2024-11-12T07:26:11,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/43b2b8c4fcac47f9b7354fccec1607b0 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/43b2b8c4fcac47f9b7354fccec1607b0 2024-11-12T07:26:11,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/43b2b8c4fcac47f9b7354fccec1607b0, entries=150, sequenceid=265, filesize=12.0 K 2024-11-12T07:26:11,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 1285ms, sequenceid=265, compaction requested=true 2024-11-12T07:26:11,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:11,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:11,755 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:11,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:11,755 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:11,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:11,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:11,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:11,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:11,758 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:11,758 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A is initiating minor compaction (all files) 2024-11-12T07:26:11,758 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:11,759 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/108148cbbcfe49f7bee0e2f5dd02e631, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/738335edb25d4f89821cfd2d41eca4da, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/20d159c8b67841b4b10b66006eb7a73c] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=83.4 K 2024-11-12T07:26:11,759 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:11,759 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/108148cbbcfe49f7bee0e2f5dd02e631, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/738335edb25d4f89821cfd2d41eca4da, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/20d159c8b67841b4b10b66006eb7a73c] 2024-11-12T07:26:11,759 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:11,759 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B is initiating minor compaction (all files) 2024-11-12T07:26:11,759 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:11,759 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/10f89204898a47169d1339ec443d696f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2fc23c0eaebb4c8eadb74bdba9d99e67, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/22e88df9ad944027b42bddb9c091c8ce] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=33.9 K 2024-11-12T07:26:11,759 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 10f89204898a47169d1339ec443d696f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731396367499 2024-11-12T07:26:11,759 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 108148cbbcfe49f7bee0e2f5dd02e631, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731396367499 2024-11-12T07:26:11,760 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fc23c0eaebb4c8eadb74bdba9d99e67, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731396368189 2024-11-12T07:26:11,760 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 738335edb25d4f89821cfd2d41eca4da, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731396368189 2024-11-12T07:26:11,760 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 22e88df9ad944027b42bddb9c091c8ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731396370446 2024-11-12T07:26:11,760 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20d159c8b67841b4b10b66006eb7a73c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731396370446 2024-11-12T07:26:11,772 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:11,774 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#B#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:11,775 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/8adcd874a1af4c22b7e3417cd128414d is 50, key is test_row_0/B:col10/1731396370446/Put/seqid=0 2024-11-12T07:26:11,784 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111280ec7771e66b4e8bbc50b65776557727_1b3f8b6babda3bf2d2f6e03edc8ba8ab store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:11,786 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111280ec7771e66b4e8bbc50b65776557727_1b3f8b6babda3bf2d2f6e03edc8ba8ab, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:11,786 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111280ec7771e66b4e8bbc50b65776557727_1b3f8b6babda3bf2d2f6e03edc8ba8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:11,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742205_1381 (size=12949) 2024-11-12T07:26:11,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742206_1382 (size=4469) 2024-11-12T07:26:11,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-12T07:26:11,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:11,824 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-12T07:26:11,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112988e6cf25150447ebbc39a65ca6ab853_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396370581/Put/seqid=0 2024-11-12T07:26:11,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742207_1383 (size=12454) 2024-11-12T07:26:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-12T07:26:12,194 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/8adcd874a1af4c22b7e3417cd128414d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/8adcd874a1af4c22b7e3417cd128414d 2024-11-12T07:26:12,199 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#A#compaction#315 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:12,199 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 8adcd874a1af4c22b7e3417cd128414d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:12,199 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:12,199 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/B, priority=13, startTime=1731396371755; duration=0sec 2024-11-12T07:26:12,199 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:12,199 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B 2024-11-12T07:26:12,199 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:12,199 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/9b90ebc0b713465caab4458f8aabcc2a is 175, key is test_row_0/A:col10/1731396370446/Put/seqid=0 2024-11-12T07:26:12,204 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:12,204 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C is initiating minor compaction (all files) 2024-11-12T07:26:12,204 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:12,204 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/fc67025959cb4e3a977a5ecdb1d9b776, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/c8081d4040814301a05d03bffc0c6bc5, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/43b2b8c4fcac47f9b7354fccec1607b0] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=33.9 K 2024-11-12T07:26:12,205 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting fc67025959cb4e3a977a5ecdb1d9b776, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1731396367499 2024-11-12T07:26:12,205 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting c8081d4040814301a05d03bffc0c6bc5, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731396368189 2024-11-12T07:26:12,205 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 43b2b8c4fcac47f9b7354fccec1607b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731396370446 2024-11-12T07:26:12,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742208_1384 (size=31903) 2024-11-12T07:26:12,212 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#C#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:12,213 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/85dae74bcf3f447e9232a8e8640e42fd is 50, key is test_row_0/C:col10/1731396370446/Put/seqid=0 2024-11-12T07:26:12,214 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/9b90ebc0b713465caab4458f8aabcc2a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/9b90ebc0b713465caab4458f8aabcc2a 2024-11-12T07:26:12,220 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 9b90ebc0b713465caab4458f8aabcc2a(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:12,221 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:12,221 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/A, priority=13, startTime=1731396371755; duration=0sec 2024-11-12T07:26:12,221 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:12,221 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A 2024-11-12T07:26:12,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742209_1385 (size=12949) 2024-11-12T07:26:12,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,242 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112988e6cf25150447ebbc39a65ca6ab853_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112988e6cf25150447ebbc39a65ca6ab853_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:12,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/5ba8a60f4b1045b9a37274ad7e05ca8e, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:12,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/5ba8a60f4b1045b9a37274ad7e05ca8e is 175, key is test_row_0/A:col10/1731396370581/Put/seqid=0 2024-11-12T07:26:12,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742210_1386 (size=31255) 2024-11-12T07:26:12,248 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/5ba8a60f4b1045b9a37274ad7e05ca8e 2024-11-12T07:26:12,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/ec5615817a5a4f66b5040c3fc208a37b is 50, key is test_row_0/B:col10/1731396370581/Put/seqid=0 2024-11-12T07:26:12,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742211_1387 (size=12301) 2024-11-12T07:26:12,281 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/ec5615817a5a4f66b5040c3fc208a37b 2024-11-12T07:26:12,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/29deb542c7bf48ef89fa4666316cd520 is 50, key is test_row_0/C:col10/1731396370581/Put/seqid=0 2024-11-12T07:26:12,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742212_1388 (size=12301) 2024-11-12T07:26:12,304 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/29deb542c7bf48ef89fa4666316cd520 2024-11-12T07:26:12,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/5ba8a60f4b1045b9a37274ad7e05ca8e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/5ba8a60f4b1045b9a37274ad7e05ca8e 2024-11-12T07:26:12,311 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/5ba8a60f4b1045b9a37274ad7e05ca8e, entries=150, sequenceid=287, filesize=30.5 K 2024-11-12T07:26:12,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/ec5615817a5a4f66b5040c3fc208a37b as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/ec5615817a5a4f66b5040c3fc208a37b 2024-11-12T07:26:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,314 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/ec5615817a5a4f66b5040c3fc208a37b, entries=150, sequenceid=287, filesize=12.0 K 2024-11-12T07:26:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/29deb542c7bf48ef89fa4666316cd520 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/29deb542c7bf48ef89fa4666316cd520 2024-11-12T07:26:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,320 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/29deb542c7bf48ef89fa4666316cd520, entries=150, sequenceid=287, filesize=12.0 K 2024-11-12T07:26:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,321 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 497ms, sequenceid=287, compaction requested=false 2024-11-12T07:26:12,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:12,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:12,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-12T07:26:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-12T07:26:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-12T07:26:12,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5670 sec 2024-11-12T07:26:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.5720 sec 2024-11-12T07:26:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,627 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/85dae74bcf3f447e9232a8e8640e42fd as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/85dae74bcf3f447e9232a8e8640e42fd 2024-11-12T07:26:12,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,631 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 85dae74bcf3f447e9232a8e8640e42fd(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:12,631 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:12,631 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/C, priority=13, startTime=1731396371755; duration=0sec 2024-11-12T07:26:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,631 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:12,631 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C 2024-11-12T07:26:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:12,862 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,862 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:26:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ae0a6220ee624e3bbbfdfe20fbf25740_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396372861/Put/seqid=0 2024-11-12T07:26:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742213_1389 (size=20074) 2024-11-12T07:26:12,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,874 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,877 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112ae0a6220ee624e3bbbfdfe20fbf25740_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ae0a6220ee624e3bbbfdfe20fbf25740_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,877 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/8cdbd281008b4d1ead0fb6bb8e6d2406, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/8cdbd281008b4d1ead0fb6bb8e6d2406 is 175, key is test_row_0/A:col10/1731396372861/Put/seqid=0 2024-11-12T07:26:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742214_1390 (size=57329) 2024-11-12T07:26:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,888 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/8cdbd281008b4d1ead0fb6bb8e6d2406 2024-11-12T07:26:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/59e5902e3b4149f4a137d1dbbbed1ad8 is 50, key is test_row_0/B:col10/1731396372861/Put/seqid=0 2024-11-12T07:26:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-12T07:26:12,902 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:12,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:12,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-12T07:26:12,906 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-12T07:26:12,906 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:12,906 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:12,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742215_1391 (size=9857) 2024-11-12T07:26:12,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/59e5902e3b4149f4a137d1dbbbed1ad8 2024-11-12T07:26:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:12,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/efdb39e4e5a3459595a378016b495013 is 50, key is test_row_0/C:col10/1731396372861/Put/seqid=0 2024-11-12T07:26:12,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742216_1392 (size=9857) 2024-11-12T07:26:12,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/efdb39e4e5a3459595a378016b495013 2024-11-12T07:26:12,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/8cdbd281008b4d1ead0fb6bb8e6d2406 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/8cdbd281008b4d1ead0fb6bb8e6d2406 2024-11-12T07:26:12,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/8cdbd281008b4d1ead0fb6bb8e6d2406, entries=300, sequenceid=301, filesize=56.0 K 2024-11-12T07:26:12,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396432946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:12,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:12,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:12,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:12,959 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:12,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396432951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:12,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/59e5902e3b4149f4a137d1dbbbed1ad8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/59e5902e3b4149f4a137d1dbbbed1ad8 2024-11-12T07:26:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:12,960 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:12,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/59e5902e3b4149f4a137d1dbbbed1ad8, entries=100, sequenceid=301, filesize=9.6 K 2024-11-12T07:26:12,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/efdb39e4e5a3459595a378016b495013 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efdb39e4e5a3459595a378016b495013 2024-11-12T07:26:12,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efdb39e4e5a3459595a378016b495013, entries=100, sequenceid=301, filesize=9.6 K 2024-11-12T07:26:12,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:12,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396432959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:12,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 110ms, sequenceid=301, compaction requested=true 2024-11-12T07:26:12,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:12,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:12,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:12,973 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:12,973 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:12,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:12,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:12,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:12,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:12,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:12,974 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:12,974 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:12,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T07:26:12,974 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B is initiating minor compaction (all files) 2024-11-12T07:26:12,974 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:12,974 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/8adcd874a1af4c22b7e3417cd128414d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/ec5615817a5a4f66b5040c3fc208a37b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/59e5902e3b4149f4a137d1dbbbed1ad8] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=34.3 K 2024-11-12T07:26:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:12,975 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:12,975 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A is initiating minor compaction (all files) 2024-11-12T07:26:12,975 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 8adcd874a1af4c22b7e3417cd128414d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731396370446 2024-11-12T07:26:12,975 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:12,975 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/9b90ebc0b713465caab4458f8aabcc2a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/5ba8a60f4b1045b9a37274ad7e05ca8e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/8cdbd281008b4d1ead0fb6bb8e6d2406] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=117.7 K 2024-11-12T07:26:12,975 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:12,976 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/9b90ebc0b713465caab4458f8aabcc2a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/5ba8a60f4b1045b9a37274ad7e05ca8e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/8cdbd281008b4d1ead0fb6bb8e6d2406] 2024-11-12T07:26:12,976 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting ec5615817a5a4f66b5040c3fc208a37b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731396370541 2024-11-12T07:26:12,976 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9b90ebc0b713465caab4458f8aabcc2a, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731396370446 2024-11-12T07:26:12,976 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 59e5902e3b4149f4a137d1dbbbed1ad8, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731396372861 2024-11-12T07:26:12,976 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5ba8a60f4b1045b9a37274ad7e05ca8e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731396370541 2024-11-12T07:26:12,977 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cdbd281008b4d1ead0fb6bb8e6d2406, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731396372829 2024-11-12T07:26:12,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126a5c471c9682451091fd7b3e7246666c_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396372972/Put/seqid=0 2024-11-12T07:26:12,998 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#B#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:12,998 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/fec33c9bbce540feb717ec2079066f98 is 50, key is test_row_0/B:col10/1731396372861/Put/seqid=0 2024-11-12T07:26:13,008 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-12T07:26:13,021 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411124789ffcd95404bae99ffaf7a2c61690a_1b3f8b6babda3bf2d2f6e03edc8ba8ab store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:13,023 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411124789ffcd95404bae99ffaf7a2c61690a_1b3f8b6babda3bf2d2f6e03edc8ba8ab, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:13,023 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411124789ffcd95404bae99ffaf7a2c61690a_1b3f8b6babda3bf2d2f6e03edc8ba8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:13,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742217_1393 (size=14994) 2024-11-12T07:26:13,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742218_1394 (size=13051) 2024-11-12T07:26:13,052 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,055 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126a5c471c9682451091fd7b3e7246666c_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126a5c471c9682451091fd7b3e7246666c_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:13,055 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/0f9f4bbefd6a4e19a8a7395337bb10be, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:13,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/0f9f4bbefd6a4e19a8a7395337bb10be is 175, key is test_row_0/A:col10/1731396372972/Put/seqid=0 2024-11-12T07:26:13,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-12T07:26:13,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:13,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:13,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:13,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:13,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396433053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:13,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742219_1395 (size=4469) 2024-11-12T07:26:13,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396433062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:13,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396433062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:13,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:13,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,072 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:13,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742220_1396 (size=39949) 2024-11-12T07:26:13,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:13,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396433082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:13,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,084 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:13,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:13,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396433171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:13,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:13,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-12T07:26:13,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:13,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:13,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:13,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-12T07:26:13,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396433281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:13,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:13,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396433282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:13,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:13,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,285 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:13,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396433292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:13,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:13,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-12T07:26:13,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:13,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:13,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:13,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:13,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396433382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:13,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:13,449 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/fec33c9bbce540feb717ec2079066f98 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/fec33c9bbce540feb717ec2079066f98 2024-11-12T07:26:13,454 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into fec33c9bbce540feb717ec2079066f98(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:13,454 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:13,454 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/B, priority=13, startTime=1731396372973; duration=0sec 2024-11-12T07:26:13,454 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:13,454 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B 2024-11-12T07:26:13,454 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:13,455 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:13,455 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C is initiating minor compaction (all files) 2024-11-12T07:26:13,455 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:13,455 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/85dae74bcf3f447e9232a8e8640e42fd, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/29deb542c7bf48ef89fa4666316cd520, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efdb39e4e5a3459595a378016b495013] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=34.3 K 2024-11-12T07:26:13,455 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 85dae74bcf3f447e9232a8e8640e42fd, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731396370446 2024-11-12T07:26:13,455 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 29deb542c7bf48ef89fa4666316cd520, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1731396370541 2024-11-12T07:26:13,456 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting efdb39e4e5a3459595a378016b495013, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731396372861 2024-11-12T07:26:13,461 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#C#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:13,462 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/6009ccde242647f1b06dc89584ad39e5 is 50, key is test_row_0/C:col10/1731396372861/Put/seqid=0 2024-11-12T07:26:13,466 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#A#compaction#326 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:13,467 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/f598fa3d0e79430d8ebbc07416b122ae is 175, key is test_row_0/A:col10/1731396372861/Put/seqid=0 2024-11-12T07:26:13,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742221_1397 (size=13051) 2024-11-12T07:26:13,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742222_1398 (size=32112) 2024-11-12T07:26:13,476 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/0f9f4bbefd6a4e19a8a7395337bb10be 2024-11-12T07:26:13,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/348b61771e7d4511a43b38cf9052bba8 is 50, key is test_row_0/B:col10/1731396372972/Put/seqid=0 2024-11-12T07:26:13,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742223_1399 (size=12301) 2024-11-12T07:26:13,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-12T07:26:13,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:13,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:13,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:13,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-12T07:26:13,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396433591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:13,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396433591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:13,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:13,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396433602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,605 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:13,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-12T07:26:13,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:13,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:13,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:13,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:13,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396433702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:13,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:13,823 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-12T07:26:13,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:13,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:13,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:13,823 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:13,872 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/6009ccde242647f1b06dc89584ad39e5 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6009ccde242647f1b06dc89584ad39e5 2024-11-12T07:26:13,876 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/f598fa3d0e79430d8ebbc07416b122ae as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/f598fa3d0e79430d8ebbc07416b122ae 2024-11-12T07:26:13,879 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 6009ccde242647f1b06dc89584ad39e5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:13,879 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:13,879 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/C, priority=13, startTime=1731396372973; duration=0sec 2024-11-12T07:26:13,879 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:13,879 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C 2024-11-12T07:26:13,880 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into f598fa3d0e79430d8ebbc07416b122ae(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:13,880 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:13,880 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/A, priority=13, startTime=1731396372973; duration=0sec 2024-11-12T07:26:13,881 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:13,881 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A 2024-11-12T07:26:13,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/348b61771e7d4511a43b38cf9052bba8 2024-11-12T07:26:13,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/87d13e95cb67456d8139b68aa26afa60 is 50, key is test_row_0/C:col10/1731396372972/Put/seqid=0 2024-11-12T07:26:13,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742224_1400 (size=12301) 2024-11-12T07:26:13,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/87d13e95cb67456d8139b68aa26afa60 2024-11-12T07:26:13,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/0f9f4bbefd6a4e19a8a7395337bb10be as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/0f9f4bbefd6a4e19a8a7395337bb10be 2024-11-12T07:26:13,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/0f9f4bbefd6a4e19a8a7395337bb10be, entries=200, sequenceid=327, filesize=39.0 K 2024-11-12T07:26:13,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/348b61771e7d4511a43b38cf9052bba8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/348b61771e7d4511a43b38cf9052bba8 2024-11-12T07:26:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,926 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/348b61771e7d4511a43b38cf9052bba8, entries=150, sequenceid=327, filesize=12.0 K 2024-11-12T07:26:13,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/87d13e95cb67456d8139b68aa26afa60 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/87d13e95cb67456d8139b68aa26afa60 2024-11-12T07:26:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/87d13e95cb67456d8139b68aa26afa60, entries=150, sequenceid=327, filesize=12.0 K 2024-11-12T07:26:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 958ms, sequenceid=327, compaction requested=false 2024-11-12T07:26:13,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-12T07:26:13,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,976 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-12T07:26:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126500f794280041f1a19d5feb91feb429_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396373014/Put/seqid=0 2024-11-12T07:26:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742225_1401 (size=9914) 2024-11-12T07:26:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,005 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411126500f794280041f1a19d5feb91feb429_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126500f794280041f1a19d5feb91feb429_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/3625e9549e77412d8a56df1493a5b0e7, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/3625e9549e77412d8a56df1493a5b0e7 is 175, key is test_row_0/A:col10/1731396373014/Put/seqid=0 2024-11-12T07:26:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742226_1402 (size=22561) 2024-11-12T07:26:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-12T07:26:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:14,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:14,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396434185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:14,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396434187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:14,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396434187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:14,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:14,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396434212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:14,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:14,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:14,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396434291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,299 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:14,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396434302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396434302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:14,418 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=340, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/3625e9549e77412d8a56df1493a5b0e7 2024-11-12T07:26:14,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/3f8103e4a5684d89b32e14f7c88608a4 is 50, key is test_row_0/B:col10/1731396373014/Put/seqid=0 2024-11-12T07:26:14,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742227_1403 (size=9857) 2024-11-12T07:26:14,436 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/3f8103e4a5684d89b32e14f7c88608a4 2024-11-12T07:26:14,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/075ec39818574baab2362eb9a690021e is 50, key is test_row_0/C:col10/1731396373014/Put/seqid=0 2024-11-12T07:26:14,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742228_1404 (size=9857) 2024-11-12T07:26:14,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:14,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396434502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:14,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:14,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:14,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396434512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:14,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:14,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396434522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:14,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:14,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396434812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:14,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:14,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396434832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:14,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396434832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:14,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:14,860 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/075ec39818574baab2362eb9a690021e 2024-11-12T07:26:14,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/3625e9549e77412d8a56df1493a5b0e7 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/3625e9549e77412d8a56df1493a5b0e7 2024-11-12T07:26:14,865 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/3625e9549e77412d8a56df1493a5b0e7, entries=100, sequenceid=340, filesize=22.0 K 2024-11-12T07:26:14,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/3f8103e4a5684d89b32e14f7c88608a4 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/3f8103e4a5684d89b32e14f7c88608a4 2024-11-12T07:26:14,869 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/3f8103e4a5684d89b32e14f7c88608a4, entries=100, sequenceid=340, filesize=9.6 K 2024-11-12T07:26:14,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/075ec39818574baab2362eb9a690021e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/075ec39818574baab2362eb9a690021e 2024-11-12T07:26:14,873 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/075ec39818574baab2362eb9a690021e, entries=100, sequenceid=340, filesize=9.6 K 2024-11-12T07:26:14,874 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 897ms, sequenceid=340, compaction requested=true 2024-11-12T07:26:14,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:14,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:14,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-12T07:26:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-12T07:26:14,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-12T07:26:14,880 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9690 sec 2024-11-12T07:26:14,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.9770 sec 2024-11-12T07:26:15,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-12T07:26:15,052 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:15,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:15,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-12T07:26:15,055 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:15,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-12T07:26:15,055 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:15,055 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:15,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-12T07:26:15,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-12T07:26:15,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:15,208 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-12T07:26:15,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c1efa3a08a2e4e05a5761f6dee065ee6_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396374184/Put/seqid=0 2024-11-12T07:26:15,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742229_1405 (size=12454) 2024-11-12T07:26:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:15,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. as already flushing 2024-11-12T07:26:15,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396435270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:15,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:15,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:15,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396435332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:15,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:15,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396435341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:15,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:15,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396435341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-12T07:26:15,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396435382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:15,518 INFO [Thread-1417 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1417. 2024-11-12T07:26:15,518 DEBUG [Thread-1417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:15,518 DEBUG [Thread-1417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:15,518 DEBUG [Thread-1417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:15,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:15,520 INFO [Thread-1423 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1423. 2024-11-12T07:26:15,520 DEBUG [Thread-1423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:15,520 DEBUG [Thread-1423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:15,520 DEBUG [Thread-1423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:15,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:15,522 INFO [Thread-1419 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1419. 2024-11-12T07:26:15,522 DEBUG [Thread-1419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:15,522 DEBUG [Thread-1419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:15,522 DEBUG [Thread-1419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:15,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:15,528 INFO [Thread-1421 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1421. 2024-11-12T07:26:15,528 DEBUG [Thread-1421 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:15,528 DEBUG [Thread-1421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:15,528 DEBUG [Thread-1421 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:15,528 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:15,531 INFO [Thread-1415 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1415. 2024-11-12T07:26:15,531 DEBUG [Thread-1415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:15,531 DEBUG [Thread-1415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:15,531 DEBUG [Thread-1415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:15,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:15,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:15,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396435592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:15,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:15,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:15,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:15,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:15,625 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c1efa3a08a2e4e05a5761f6dee065ee6_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c1efa3a08a2e4e05a5761f6dee065ee6_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:15,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/a79e2dcec9284a78bea43482af9853b3, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:15,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/a79e2dcec9284a78bea43482af9853b3 is 175, key is test_row_0/A:col10/1731396374184/Put/seqid=0 2024-11-12T07:26:15,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742230_1406 (size=31255) 2024-11-12T07:26:15,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-12T07:26:15,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:15,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396435902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:15,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:15,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:15,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:16,030 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/a79e2dcec9284a78bea43482af9853b3 2024-11-12T07:26:16,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/f94279bbbe72440db46edeb347f67364 is 50, key is test_row_0/B:col10/1731396374184/Put/seqid=0 2024-11-12T07:26:16,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742231_1407 (size=12301) 2024-11-12T07:26:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-12T07:26:16,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:16,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50262 deadline: 1731396436342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:16,343 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18387 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:16,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:16,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:16,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50312 deadline: 1731396436352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:16,352 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_0' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:16,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:16,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:16,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:16,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:16,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50250 deadline: 1731396436362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50252 deadline: 1731396436362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:16,363 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:16,363 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_0' in 1b3f8b6babda3bf2d2f6e03edc8ba8ab of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:26:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:16,363 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:16,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:16,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50284 deadline: 1731396436412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:16,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:16,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:16,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:16,439 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/f94279bbbe72440db46edeb347f67364 2024-11-12T07:26:16,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/6679a1b3428b49eeb550ed4971f96455 is 50, key is test_row_0/C:col10/1731396374184/Put/seqid=0 2024-11-12T07:26:16,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742232_1408 (size=12301) 2024-11-12T07:26:16,849 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/6679a1b3428b49eeb550ed4971f96455 2024-11-12T07:26:16,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/a79e2dcec9284a78bea43482af9853b3 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/a79e2dcec9284a78bea43482af9853b3 2024-11-12T07:26:16,855 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/a79e2dcec9284a78bea43482af9853b3, entries=150, sequenceid=367, filesize=30.5 K 2024-11-12T07:26:16,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/f94279bbbe72440db46edeb347f67364 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/f94279bbbe72440db46edeb347f67364 2024-11-12T07:26:16,857 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/f94279bbbe72440db46edeb347f67364, entries=150, sequenceid=367, filesize=12.0 K 2024-11-12T07:26:16,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/6679a1b3428b49eeb550ed4971f96455 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6679a1b3428b49eeb550ed4971f96455 2024-11-12T07:26:16,860 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6679a1b3428b49eeb550ed4971f96455, entries=150, sequenceid=367, filesize=12.0 K 2024-11-12T07:26:16,861 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 1653ms, sequenceid=367, compaction requested=true 2024-11-12T07:26:16,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:16,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:16,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-12T07:26:16,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-12T07:26:16,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-12T07:26:16,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8070 sec 2024-11-12T07:26:16,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.8110 sec 2024-11-12T07:26:17,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-12T07:26:17,202 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:17,423 INFO [Thread-1410 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1410. 2024-11-12T07:26:17,423 DEBUG [Thread-1410 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:17,423 DEBUG [Thread-1410 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:17,423 DEBUG [Thread-1410 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:17,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:18,373 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:18,373 INFO [Thread-1406 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1406. 2024-11-12T07:26:18,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:26:18,373 DEBUG [Thread-1406 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:18,373 DEBUG [Thread-1406 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:18,373 DEBUG [Thread-1406 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:18,373 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:18,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112bd6a1d62307347c59bdb32ffa7bb87a3_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396378372/Put/seqid=0 2024-11-12T07:26:18,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742233_1409 (size=12454) 2024-11-12T07:26:18,383 INFO [Thread-1408 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1408. 2024-11-12T07:26:18,383 INFO [Thread-1412 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1412. 2024-11-12T07:26:18,383 DEBUG [Thread-1412 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:18,383 DEBUG [Thread-1408 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:18,383 DEBUG [Thread-1412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:18,383 DEBUG [Thread-1408 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:18,384 DEBUG [Thread-1408 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:18,384 DEBUG [Thread-1412 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:18,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:18,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:18,781 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:18,784 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112bd6a1d62307347c59bdb32ffa7bb87a3_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112bd6a1d62307347c59bdb32ffa7bb87a3_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:18,785 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/d01dd9262ed64648888b973606cb5ecd, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:18,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/d01dd9262ed64648888b973606cb5ecd is 175, key is test_row_0/A:col10/1731396378372/Put/seqid=0 2024-11-12T07:26:18,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742234_1410 (size=31255) 2024-11-12T07:26:19,189 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=378, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/d01dd9262ed64648888b973606cb5ecd 2024-11-12T07:26:19,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/bcf2f2443697479d9cabadd24a573859 is 50, key is test_row_0/B:col10/1731396378372/Put/seqid=0 2024-11-12T07:26:19,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742235_1411 (size=12301) 2024-11-12T07:26:19,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/bcf2f2443697479d9cabadd24a573859 2024-11-12T07:26:19,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/a5647ecbc633458190d33dbd6414b642 is 50, key is test_row_0/C:col10/1731396378372/Put/seqid=0 2024-11-12T07:26:19,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742236_1412 (size=12301) 2024-11-12T07:26:20,007 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/a5647ecbc633458190d33dbd6414b642 2024-11-12T07:26:20,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/d01dd9262ed64648888b973606cb5ecd as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d01dd9262ed64648888b973606cb5ecd 2024-11-12T07:26:20,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d01dd9262ed64648888b973606cb5ecd, entries=150, sequenceid=378, filesize=30.5 K 2024-11-12T07:26:20,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/bcf2f2443697479d9cabadd24a573859 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/bcf2f2443697479d9cabadd24a573859 2024-11-12T07:26:20,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/bcf2f2443697479d9cabadd24a573859, entries=150, sequenceid=378, filesize=12.0 K 2024-11-12T07:26:20,018 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:26:20,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/a5647ecbc633458190d33dbd6414b642 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/a5647ecbc633458190d33dbd6414b642 2024-11-12T07:26:20,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/a5647ecbc633458190d33dbd6414b642, entries=150, sequenceid=378, filesize=12.0 K 2024-11-12T07:26:20,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 1649ms, sequenceid=378, compaction requested=true 2024-11-12T07:26:20,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:20,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:20,022 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T07:26:20,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:20,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:20,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:20,022 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T07:26:20,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:20,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:20,023 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 157132 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T07:26:20,023 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59811 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T07:26:20,023 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B is initiating minor compaction (all files) 2024-11-12T07:26:20,023 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A is initiating minor compaction (all files) 2024-11-12T07:26:20,023 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:20,024 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:20,024 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/fec33c9bbce540feb717ec2079066f98, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/348b61771e7d4511a43b38cf9052bba8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/3f8103e4a5684d89b32e14f7c88608a4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/f94279bbbe72440db46edeb347f67364, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/bcf2f2443697479d9cabadd24a573859] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=58.4 K 2024-11-12T07:26:20,024 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/f598fa3d0e79430d8ebbc07416b122ae, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/0f9f4bbefd6a4e19a8a7395337bb10be, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/3625e9549e77412d8a56df1493a5b0e7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/a79e2dcec9284a78bea43482af9853b3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d01dd9262ed64648888b973606cb5ecd] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=153.4 K 2024-11-12T07:26:20,024 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:20,024 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/f598fa3d0e79430d8ebbc07416b122ae, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/0f9f4bbefd6a4e19a8a7395337bb10be, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/3625e9549e77412d8a56df1493a5b0e7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/a79e2dcec9284a78bea43482af9853b3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d01dd9262ed64648888b973606cb5ecd] 2024-11-12T07:26:20,024 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting fec33c9bbce540feb717ec2079066f98, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731396370574 2024-11-12T07:26:20,024 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting f598fa3d0e79430d8ebbc07416b122ae, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731396370574 2024-11-12T07:26:20,024 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 348b61771e7d4511a43b38cf9052bba8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731396372955 2024-11-12T07:26:20,024 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0f9f4bbefd6a4e19a8a7395337bb10be, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731396372941 2024-11-12T07:26:20,024 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f8103e4a5684d89b32e14f7c88608a4, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731396373014 2024-11-12T07:26:20,024 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3625e9549e77412d8a56df1493a5b0e7, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731396373014 2024-11-12T07:26:20,024 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting f94279bbbe72440db46edeb347f67364, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731396374184 2024-11-12T07:26:20,024 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting a79e2dcec9284a78bea43482af9853b3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731396374184 2024-11-12T07:26:20,025 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting bcf2f2443697479d9cabadd24a573859, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731396375236 2024-11-12T07:26:20,025 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting d01dd9262ed64648888b973606cb5ecd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731396375236 2024-11-12T07:26:20,032 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:20,035 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#B#compaction#339 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:20,035 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/776b699359ea4c6889139d1b2d3233ba is 50, key is test_row_0/B:col10/1731396378372/Put/seqid=0 2024-11-12T07:26:20,036 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112a7641a8934ec4bd19c349534c1b83f3a_1b3f8b6babda3bf2d2f6e03edc8ba8ab store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:20,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742237_1413 (size=13221) 2024-11-12T07:26:20,070 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112a7641a8934ec4bd19c349534c1b83f3a_1b3f8b6babda3bf2d2f6e03edc8ba8ab, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:20,070 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a7641a8934ec4bd19c349534c1b83f3a_1b3f8b6babda3bf2d2f6e03edc8ba8ab because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:20,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742238_1414 (size=4469) 2024-11-12T07:26:20,443 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/776b699359ea4c6889139d1b2d3233ba as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/776b699359ea4c6889139d1b2d3233ba 2024-11-12T07:26:20,447 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 776b699359ea4c6889139d1b2d3233ba(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:20,447 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:20,447 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/B, priority=11, startTime=1731396380022; duration=0sec 2024-11-12T07:26:20,447 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:20,447 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:B 2024-11-12T07:26:20,448 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-12T07:26:20,449 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 59811 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-12T07:26:20,449 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C is initiating minor compaction (all files) 2024-11-12T07:26:20,449 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C in TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:20,449 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6009ccde242647f1b06dc89584ad39e5, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/87d13e95cb67456d8139b68aa26afa60, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/075ec39818574baab2362eb9a690021e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6679a1b3428b49eeb550ed4971f96455, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/a5647ecbc633458190d33dbd6414b642] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp, totalSize=58.4 K 2024-11-12T07:26:20,449 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 6009ccde242647f1b06dc89584ad39e5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731396370574 2024-11-12T07:26:20,449 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 87d13e95cb67456d8139b68aa26afa60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1731396372955 2024-11-12T07:26:20,450 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 075ec39818574baab2362eb9a690021e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1731396373014 2024-11-12T07:26:20,450 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 6679a1b3428b49eeb550ed4971f96455, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731396374184 2024-11-12T07:26:20,450 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a5647ecbc633458190d33dbd6414b642, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1731396375236 2024-11-12T07:26:20,458 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#C#compaction#341 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:20,459 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/08a6474857794ada9d3e625fc327ee04 is 50, key is test_row_0/C:col10/1731396378372/Put/seqid=0 2024-11-12T07:26:20,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742239_1415 (size=13221) 2024-11-12T07:26:20,475 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1b3f8b6babda3bf2d2f6e03edc8ba8ab#A#compaction#340 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:20,475 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/7b67f25092ee4485b7ae54ecbae3cf94 is 175, key is test_row_0/A:col10/1731396378372/Put/seqid=0 2024-11-12T07:26:20,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742240_1416 (size=32175) 2024-11-12T07:26:20,866 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/08a6474857794ada9d3e625fc327ee04 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/08a6474857794ada9d3e625fc327ee04 2024-11-12T07:26:20,870 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 08a6474857794ada9d3e625fc327ee04(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:20,870 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:20,870 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/C, priority=11, startTime=1731396380022; duration=0sec 2024-11-12T07:26:20,870 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:20,870 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:C 2024-11-12T07:26:20,882 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/7b67f25092ee4485b7ae54ecbae3cf94 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/7b67f25092ee4485b7ae54ecbae3cf94 2024-11-12T07:26:20,885 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A of 1b3f8b6babda3bf2d2f6e03edc8ba8ab into 7b67f25092ee4485b7ae54ecbae3cf94(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:20,885 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: 2024-11-12T07:26:20,885 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., storeName=1b3f8b6babda3bf2d2f6e03edc8ba8ab/A, priority=11, startTime=1731396380022; duration=0sec 2024-11-12T07:26:20,885 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:20,885 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1b3f8b6babda3bf2d2f6e03edc8ba8ab:A 2024-11-12T07:26:24,729 WARN [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 4, running: 1 2024-11-12T07:26:24,730 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/abd9a767886043a8ac885a0c7c81af75, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/c1453198944847bcac8ed5c3b36aa616, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/4c8b8aa33aa942f1bd42eadc1a4670df, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/abb5de0bf9104525b41ae2b49a7f420f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/fed96fb511cc4770b7ec073f1e92819b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/b3cff47063324a37bdb0636c5b8e3993, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/df5ab55011e34d4f81cd19d643a36e65, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d14bd55e39c0463d86d9bcb57f201b36, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d6d36f1d39ee44bd9d09d3e3480cfeef, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/142fc83a9b0a4a87a0b521ae73f76159, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/de326fc7845840baa0041ada60034dc4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/ddf22bd9a8334ceab8d3b1b8c5f88ab2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/88704632e23d46c18a25846cb25f8bc4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/64bac2cc9c0749b5ae31ceac4c17fdf1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/7a18504cd8bf415d91a7995d4144308f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/8d674846eb1e4d0a96fdfef02ea3f46c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/108148cbbcfe49f7bee0e2f5dd02e631, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/738335edb25d4f89821cfd2d41eca4da, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/9b90ebc0b713465caab4458f8aabcc2a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/20d159c8b67841b4b10b66006eb7a73c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/5ba8a60f4b1045b9a37274ad7e05ca8e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/8cdbd281008b4d1ead0fb6bb8e6d2406, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/f598fa3d0e79430d8ebbc07416b122ae, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/0f9f4bbefd6a4e19a8a7395337bb10be, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/3625e9549e77412d8a56df1493a5b0e7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/a79e2dcec9284a78bea43482af9853b3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d01dd9262ed64648888b973606cb5ecd] to archive 2024-11-12T07:26:24,731 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:26:24,733 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/abd9a767886043a8ac885a0c7c81af75 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/abd9a767886043a8ac885a0c7c81af75 2024-11-12T07:26:24,734 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/c1453198944847bcac8ed5c3b36aa616 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/c1453198944847bcac8ed5c3b36aa616 2024-11-12T07:26:24,735 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/4c8b8aa33aa942f1bd42eadc1a4670df to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/4c8b8aa33aa942f1bd42eadc1a4670df 2024-11-12T07:26:24,736 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/abb5de0bf9104525b41ae2b49a7f420f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/abb5de0bf9104525b41ae2b49a7f420f 2024-11-12T07:26:24,737 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/fed96fb511cc4770b7ec073f1e92819b to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/fed96fb511cc4770b7ec073f1e92819b 2024-11-12T07:26:24,738 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/b3cff47063324a37bdb0636c5b8e3993 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/b3cff47063324a37bdb0636c5b8e3993 2024-11-12T07:26:24,738 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/df5ab55011e34d4f81cd19d643a36e65 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/df5ab55011e34d4f81cd19d643a36e65 2024-11-12T07:26:24,739 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d14bd55e39c0463d86d9bcb57f201b36 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d14bd55e39c0463d86d9bcb57f201b36 2024-11-12T07:26:24,739 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d6d36f1d39ee44bd9d09d3e3480cfeef to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d6d36f1d39ee44bd9d09d3e3480cfeef 2024-11-12T07:26:24,740 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/142fc83a9b0a4a87a0b521ae73f76159 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/142fc83a9b0a4a87a0b521ae73f76159 2024-11-12T07:26:24,741 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/de326fc7845840baa0041ada60034dc4 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/de326fc7845840baa0041ada60034dc4 2024-11-12T07:26:24,742 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/ddf22bd9a8334ceab8d3b1b8c5f88ab2 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/ddf22bd9a8334ceab8d3b1b8c5f88ab2 2024-11-12T07:26:24,742 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/88704632e23d46c18a25846cb25f8bc4 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/88704632e23d46c18a25846cb25f8bc4 2024-11-12T07:26:24,743 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/64bac2cc9c0749b5ae31ceac4c17fdf1 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/64bac2cc9c0749b5ae31ceac4c17fdf1 2024-11-12T07:26:24,744 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/7a18504cd8bf415d91a7995d4144308f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/7a18504cd8bf415d91a7995d4144308f 2024-11-12T07:26:24,744 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/8d674846eb1e4d0a96fdfef02ea3f46c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/8d674846eb1e4d0a96fdfef02ea3f46c 2024-11-12T07:26:24,745 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/108148cbbcfe49f7bee0e2f5dd02e631 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/108148cbbcfe49f7bee0e2f5dd02e631 2024-11-12T07:26:24,746 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/738335edb25d4f89821cfd2d41eca4da to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/738335edb25d4f89821cfd2d41eca4da 2024-11-12T07:26:24,746 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/9b90ebc0b713465caab4458f8aabcc2a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/9b90ebc0b713465caab4458f8aabcc2a 2024-11-12T07:26:24,747 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/20d159c8b67841b4b10b66006eb7a73c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/20d159c8b67841b4b10b66006eb7a73c 2024-11-12T07:26:24,748 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/5ba8a60f4b1045b9a37274ad7e05ca8e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/5ba8a60f4b1045b9a37274ad7e05ca8e 2024-11-12T07:26:24,748 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/8cdbd281008b4d1ead0fb6bb8e6d2406 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/8cdbd281008b4d1ead0fb6bb8e6d2406 2024-11-12T07:26:24,749 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/f598fa3d0e79430d8ebbc07416b122ae to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/f598fa3d0e79430d8ebbc07416b122ae 2024-11-12T07:26:24,750 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/0f9f4bbefd6a4e19a8a7395337bb10be to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/0f9f4bbefd6a4e19a8a7395337bb10be 2024-11-12T07:26:24,751 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/3625e9549e77412d8a56df1493a5b0e7 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/3625e9549e77412d8a56df1493a5b0e7 2024-11-12T07:26:24,751 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/a79e2dcec9284a78bea43482af9853b3 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/a79e2dcec9284a78bea43482af9853b3 2024-11-12T07:26:24,752 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d01dd9262ed64648888b973606cb5ecd to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/d01dd9262ed64648888b973606cb5ecd 2024-11-12T07:26:24,755 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/f4c033f145bc4b94af53e6fb7c5d97a4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/aebd1db73fe3483cbae807d99a6a8ab1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/40439179f6e5465b9c16e6bd4fab94d2, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2c9d7cf4b8094a61a478c4a936e181d8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/435ab21a446241c09881ac6fb3742595, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/20801a15c4854685b2427f607ca14dcc, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/26ba4bd9c1784e5b975fdaeddcdd5028, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/ffe4e68684e94fa5a101b79f9365c012, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/cfe37896604546f0a54f217263598c3e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/58bf9f848ef748528f4960ef49497ad8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/79d4bfd7cb3d4a6baa8c7a15547ab0e4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/e98cedc8d4554bac8f946544bb7729cf, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2ba00fc263924f60a887afa6af158015, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/64d8d09283164cea9dbb70e67d07dba3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/b1dca6a5df6547baaf83c3d95df4bc92, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/10f89204898a47169d1339ec443d696f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/c63857a8191b483280553448e5708bcc, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2fc23c0eaebb4c8eadb74bdba9d99e67, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/8adcd874a1af4c22b7e3417cd128414d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/22e88df9ad944027b42bddb9c091c8ce, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/ec5615817a5a4f66b5040c3fc208a37b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/fec33c9bbce540feb717ec2079066f98, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/59e5902e3b4149f4a137d1dbbbed1ad8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/348b61771e7d4511a43b38cf9052bba8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/3f8103e4a5684d89b32e14f7c88608a4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/f94279bbbe72440db46edeb347f67364, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/bcf2f2443697479d9cabadd24a573859] to archive 2024-11-12T07:26:24,756 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:26:24,757 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/f4c033f145bc4b94af53e6fb7c5d97a4 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/f4c033f145bc4b94af53e6fb7c5d97a4 2024-11-12T07:26:24,758 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/aebd1db73fe3483cbae807d99a6a8ab1 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/aebd1db73fe3483cbae807d99a6a8ab1 2024-11-12T07:26:24,759 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/40439179f6e5465b9c16e6bd4fab94d2 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/40439179f6e5465b9c16e6bd4fab94d2 2024-11-12T07:26:24,759 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2c9d7cf4b8094a61a478c4a936e181d8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2c9d7cf4b8094a61a478c4a936e181d8 2024-11-12T07:26:24,760 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/435ab21a446241c09881ac6fb3742595 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/435ab21a446241c09881ac6fb3742595 2024-11-12T07:26:24,761 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/20801a15c4854685b2427f607ca14dcc to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/20801a15c4854685b2427f607ca14dcc 2024-11-12T07:26:24,762 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/26ba4bd9c1784e5b975fdaeddcdd5028 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/26ba4bd9c1784e5b975fdaeddcdd5028 2024-11-12T07:26:24,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/ffe4e68684e94fa5a101b79f9365c012 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/ffe4e68684e94fa5a101b79f9365c012 2024-11-12T07:26:24,763 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/cfe37896604546f0a54f217263598c3e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/cfe37896604546f0a54f217263598c3e 2024-11-12T07:26:24,764 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/58bf9f848ef748528f4960ef49497ad8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/58bf9f848ef748528f4960ef49497ad8 2024-11-12T07:26:24,765 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/79d4bfd7cb3d4a6baa8c7a15547ab0e4 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/79d4bfd7cb3d4a6baa8c7a15547ab0e4 2024-11-12T07:26:24,766 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/e98cedc8d4554bac8f946544bb7729cf to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/e98cedc8d4554bac8f946544bb7729cf 2024-11-12T07:26:24,766 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2ba00fc263924f60a887afa6af158015 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2ba00fc263924f60a887afa6af158015 2024-11-12T07:26:24,767 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/64d8d09283164cea9dbb70e67d07dba3 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/64d8d09283164cea9dbb70e67d07dba3 2024-11-12T07:26:24,768 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/b1dca6a5df6547baaf83c3d95df4bc92 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/b1dca6a5df6547baaf83c3d95df4bc92 2024-11-12T07:26:24,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/10f89204898a47169d1339ec443d696f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/10f89204898a47169d1339ec443d696f 2024-11-12T07:26:24,769 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/c63857a8191b483280553448e5708bcc to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/c63857a8191b483280553448e5708bcc 2024-11-12T07:26:24,770 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2fc23c0eaebb4c8eadb74bdba9d99e67 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/2fc23c0eaebb4c8eadb74bdba9d99e67 2024-11-12T07:26:24,770 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/8adcd874a1af4c22b7e3417cd128414d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/8adcd874a1af4c22b7e3417cd128414d 2024-11-12T07:26:24,771 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/22e88df9ad944027b42bddb9c091c8ce to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/22e88df9ad944027b42bddb9c091c8ce 2024-11-12T07:26:24,772 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/ec5615817a5a4f66b5040c3fc208a37b to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/ec5615817a5a4f66b5040c3fc208a37b 2024-11-12T07:26:24,772 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/fec33c9bbce540feb717ec2079066f98 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/fec33c9bbce540feb717ec2079066f98 2024-11-12T07:26:24,773 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/59e5902e3b4149f4a137d1dbbbed1ad8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/59e5902e3b4149f4a137d1dbbbed1ad8 2024-11-12T07:26:24,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/348b61771e7d4511a43b38cf9052bba8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/348b61771e7d4511a43b38cf9052bba8 2024-11-12T07:26:24,774 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/3f8103e4a5684d89b32e14f7c88608a4 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/3f8103e4a5684d89b32e14f7c88608a4 2024-11-12T07:26:24,775 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/f94279bbbe72440db46edeb347f67364 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/f94279bbbe72440db46edeb347f67364 2024-11-12T07:26:24,776 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/bcf2f2443697479d9cabadd24a573859 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/bcf2f2443697479d9cabadd24a573859 2024-11-12T07:26:24,779 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/3818e2ac52444ec7ba949f3b2702ece1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/30b5cc629cfc4c2d820caad8f7e4488c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/2b77140f974c4ceea409707021744d43, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/b0db5e94a0ed4e4580fd1d7ea4c8e165, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/977cdd1523da44018433179ca1f36f38, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efca2d1f5a664fc58ab85f81f9ca623d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/56e6b49a071a4514ab3955805f061c9a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6d949ac02c65424ea7c2a673d97dff63, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/681595464ecf420a982af450c8452085, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/aee6967aaaed4baaae7b8f901ebd194a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/f6f7e28c13b44b0c9f99268b592d925a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/3a36046a33974fc591168ebc7a62d225, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/2c43664e1dbc489da775da2dd94fdb90, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/b5087fa5a8334a4383cf1660e0a51125, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/1f96775bd4354fd0ab0576e583721543, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/fc67025959cb4e3a977a5ecdb1d9b776, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efff2cc5df3e4754a7d4f7bcee9e0c44, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/c8081d4040814301a05d03bffc0c6bc5, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/85dae74bcf3f447e9232a8e8640e42fd, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/43b2b8c4fcac47f9b7354fccec1607b0, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/29deb542c7bf48ef89fa4666316cd520, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6009ccde242647f1b06dc89584ad39e5, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efdb39e4e5a3459595a378016b495013, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/87d13e95cb67456d8139b68aa26afa60, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/075ec39818574baab2362eb9a690021e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6679a1b3428b49eeb550ed4971f96455, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/a5647ecbc633458190d33dbd6414b642] to archive 2024-11-12T07:26:24,780 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:26:24,782 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/3818e2ac52444ec7ba949f3b2702ece1 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/3818e2ac52444ec7ba949f3b2702ece1 2024-11-12T07:26:24,783 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/30b5cc629cfc4c2d820caad8f7e4488c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/30b5cc629cfc4c2d820caad8f7e4488c 2024-11-12T07:26:24,784 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/2b77140f974c4ceea409707021744d43 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/2b77140f974c4ceea409707021744d43 2024-11-12T07:26:24,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/b0db5e94a0ed4e4580fd1d7ea4c8e165 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/b0db5e94a0ed4e4580fd1d7ea4c8e165 2024-11-12T07:26:24,785 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/977cdd1523da44018433179ca1f36f38 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/977cdd1523da44018433179ca1f36f38 2024-11-12T07:26:24,786 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efca2d1f5a664fc58ab85f81f9ca623d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efca2d1f5a664fc58ab85f81f9ca623d 2024-11-12T07:26:24,787 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/56e6b49a071a4514ab3955805f061c9a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/56e6b49a071a4514ab3955805f061c9a 2024-11-12T07:26:24,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6d949ac02c65424ea7c2a673d97dff63 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6d949ac02c65424ea7c2a673d97dff63 2024-11-12T07:26:24,788 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/681595464ecf420a982af450c8452085 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/681595464ecf420a982af450c8452085 2024-11-12T07:26:24,789 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/aee6967aaaed4baaae7b8f901ebd194a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/aee6967aaaed4baaae7b8f901ebd194a 2024-11-12T07:26:24,790 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/f6f7e28c13b44b0c9f99268b592d925a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/f6f7e28c13b44b0c9f99268b592d925a 2024-11-12T07:26:24,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/3a36046a33974fc591168ebc7a62d225 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/3a36046a33974fc591168ebc7a62d225 2024-11-12T07:26:24,791 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/2c43664e1dbc489da775da2dd94fdb90 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/2c43664e1dbc489da775da2dd94fdb90 2024-11-12T07:26:24,792 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/b5087fa5a8334a4383cf1660e0a51125 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/b5087fa5a8334a4383cf1660e0a51125 2024-11-12T07:26:24,793 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/1f96775bd4354fd0ab0576e583721543 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/1f96775bd4354fd0ab0576e583721543 2024-11-12T07:26:24,794 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/fc67025959cb4e3a977a5ecdb1d9b776 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/fc67025959cb4e3a977a5ecdb1d9b776 2024-11-12T07:26:24,794 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efff2cc5df3e4754a7d4f7bcee9e0c44 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efff2cc5df3e4754a7d4f7bcee9e0c44 2024-11-12T07:26:24,795 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/c8081d4040814301a05d03bffc0c6bc5 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/c8081d4040814301a05d03bffc0c6bc5 2024-11-12T07:26:24,796 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/85dae74bcf3f447e9232a8e8640e42fd to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/85dae74bcf3f447e9232a8e8640e42fd 2024-11-12T07:26:24,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/43b2b8c4fcac47f9b7354fccec1607b0 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/43b2b8c4fcac47f9b7354fccec1607b0 2024-11-12T07:26:24,797 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/29deb542c7bf48ef89fa4666316cd520 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/29deb542c7bf48ef89fa4666316cd520 2024-11-12T07:26:24,798 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6009ccde242647f1b06dc89584ad39e5 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6009ccde242647f1b06dc89584ad39e5 2024-11-12T07:26:24,799 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efdb39e4e5a3459595a378016b495013 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/efdb39e4e5a3459595a378016b495013 2024-11-12T07:26:24,799 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/87d13e95cb67456d8139b68aa26afa60 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/87d13e95cb67456d8139b68aa26afa60 2024-11-12T07:26:24,800 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/075ec39818574baab2362eb9a690021e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/075ec39818574baab2362eb9a690021e 2024-11-12T07:26:24,801 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6679a1b3428b49eeb550ed4971f96455 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/6679a1b3428b49eeb550ed4971f96455 2024-11-12T07:26:24,802 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/cea23c84c117:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/a5647ecbc633458190d33dbd6414b642 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/a5647ecbc633458190d33dbd6414b642 2024-11-12T07:26:26,407 INFO [Thread-1404 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1404. 2024-11-12T07:26:26,407 DEBUG [Thread-1404 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:26,407 DEBUG [Thread-1404 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:26,407 DEBUG [Thread-1404 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:26,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:26,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T07:26:26,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-11-12T07:26:26,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-12T07:26:26,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-12T07:26:26,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-12T07:26:26,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-12T07:26:26,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T07:26:26,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T07:26:26,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1179 2024-11-12T07:26:26,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3528 rows 2024-11-12T07:26:26,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1178 2024-11-12T07:26:26,408 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3529 rows 2024-11-12T07:26:26,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1172 2024-11-12T07:26:26,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3513 rows 2024-11-12T07:26:26,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1179 2024-11-12T07:26:26,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3537 rows 2024-11-12T07:26:26,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1176 2024-11-12T07:26:26,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3526 rows 2024-11-12T07:26:26,409 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:26:26,409 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:26:26,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:26,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:26,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:26,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T07:26:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:26,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T07:26:26,415 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396386415"}]},"ts":"1731396386415"} 2024-11-12T07:26:26,416 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T07:26:26,416 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T07:26:26,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T07:26:26,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, UNASSIGN}] 2024-11-12T07:26:26,419 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, UNASSIGN 2024-11-12T07:26:26,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=1b3f8b6babda3bf2d2f6e03edc8ba8ab, regionState=CLOSING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:26:26,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, UNASSIGN because future has completed 2024-11-12T07:26:26,422 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:26:26,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:26:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T07:26:26,575 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(122): Close 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:26,575 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:26:26,576 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1722): Closing 1b3f8b6babda3bf2d2f6e03edc8ba8ab, disabling compactions & flushes 2024-11-12T07:26:26,576 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:26,576 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:26,576 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. after waiting 0 ms 2024-11-12T07:26:26,576 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:26,576 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(2902): Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-12T07:26:26,587 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a6a17f982aff4c558ac900bf63221f29_1b3f8b6babda3bf2d2f6e03edc8ba8ab is 50, key is test_row_0/A:col10/1731396378382/Put/seqid=0 2024-11-12T07:26:26,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742241_1417 (size=9914) 2024-11-12T07:26:26,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T07:26:26,992 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:26,997 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a6a17f982aff4c558ac900bf63221f29_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a6a17f982aff4c558ac900bf63221f29_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:26,998 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/fe84bf5dda014070aa45a6abcd4f9d17, store: [table=TestAcidGuarantees family=A region=1b3f8b6babda3bf2d2f6e03edc8ba8ab] 2024-11-12T07:26:26,998 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/fe84bf5dda014070aa45a6abcd4f9d17 is 175, key is test_row_0/A:col10/1731396378382/Put/seqid=0 2024-11-12T07:26:27,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742242_1418 (size=22561) 2024-11-12T07:26:27,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T07:26:27,402 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/fe84bf5dda014070aa45a6abcd4f9d17 2024-11-12T07:26:27,416 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/781360bee4a34d40b4b70d75458f0843 is 50, key is test_row_0/B:col10/1731396378382/Put/seqid=0 2024-11-12T07:26:27,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742243_1419 (size=9857) 2024-11-12T07:26:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T07:26:27,823 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/781360bee4a34d40b4b70d75458f0843 2024-11-12T07:26:27,836 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/5fb33a710c8c4d128ce847c6f33a798c is 50, key is test_row_0/C:col10/1731396378382/Put/seqid=0 2024-11-12T07:26:27,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742244_1420 (size=9857) 2024-11-12T07:26:28,241 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/5fb33a710c8c4d128ce847c6f33a798c 2024-11-12T07:26:28,251 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/A/fe84bf5dda014070aa45a6abcd4f9d17 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/fe84bf5dda014070aa45a6abcd4f9d17 2024-11-12T07:26:28,256 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/fe84bf5dda014070aa45a6abcd4f9d17, entries=100, sequenceid=387, filesize=22.0 K 2024-11-12T07:26:28,257 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/B/781360bee4a34d40b4b70d75458f0843 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/781360bee4a34d40b4b70d75458f0843 2024-11-12T07:26:28,261 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/781360bee4a34d40b4b70d75458f0843, entries=100, sequenceid=387, filesize=9.6 K 2024-11-12T07:26:28,262 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/.tmp/C/5fb33a710c8c4d128ce847c6f33a798c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/5fb33a710c8c4d128ce847c6f33a798c 2024-11-12T07:26:28,267 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/5fb33a710c8c4d128ce847c6f33a798c, entries=100, sequenceid=387, filesize=9.6 K 2024-11-12T07:26:28,268 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 1691ms, sequenceid=387, compaction requested=false 2024-11-12T07:26:28,273 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/recovered.edits/390.seqid, newMaxSeqId=390, maxSeqId=4 2024-11-12T07:26:28,273 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. 2024-11-12T07:26:28,273 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] regionserver.HRegion(1676): Region close journal for 1b3f8b6babda3bf2d2f6e03edc8ba8ab: Waiting for close lock at 1731396386575Running coprocessor pre-close hooks at 1731396386575Disabling compacts and flushes for region at 1731396386575Disabling writes for close at 1731396386576 (+1 ms)Obtaining lock to block concurrent updates at 1731396386576Preparing flush snapshotting stores in 1b3f8b6babda3bf2d2f6e03edc8ba8ab at 1731396386576Finished memstore snapshotting TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731396386577 (+1 ms)Flushing stores of TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab. at 1731396386578 (+1 ms)Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A: creating writer at 1731396386579 (+1 ms)Flushing mob file 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A: appending metadata at 1731396386587 (+8 ms)Flushing mob file 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A: closing flushed file at 1731396386587Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A: appending metadata at 1731396386998 (+411 ms)Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab/A: closing flushed file at 1731396386998Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B: creating writer at 1731396387409 (+411 ms)Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B: appending metadata at 1731396387414 (+5 ms)Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab/B: closing flushed file at 1731396387414Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C: creating writer at 1731396387832 (+418 ms)Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C: appending metadata at 1731396387835 (+3 ms)Flushing 1b3f8b6babda3bf2d2f6e03edc8ba8ab/C: closing flushed file at 1731396387835Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322bf4d1: reopening flushed file at 1731396388250 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e7d996: reopening flushed file at 1731396388256 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527d3b8d: reopening flushed file at 1731396388262 (+6 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 1b3f8b6babda3bf2d2f6e03edc8ba8ab in 1691ms, sequenceid=387, compaction requested=false at 1731396388268 (+6 ms)Writing region close event to WAL at 1731396388269 (+1 ms)Running coprocessor post-close hooks at 1731396388273 (+4 ms)Closed at 1731396388273 2024-11-12T07:26:28,276 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=122}] handler.UnassignRegionHandler(157): Closed 1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,276 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=1b3f8b6babda3bf2d2f6e03edc8ba8ab, regionState=CLOSED 2024-11-12T07:26:28,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:26:28,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-12T07:26:28,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; CloseRegionProcedure 1b3f8b6babda3bf2d2f6e03edc8ba8ab, server=cea23c84c117,42891,1731396261716 in 1.8570 sec 2024-11-12T07:26:28,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-12T07:26:28,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1b3f8b6babda3bf2d2f6e03edc8ba8ab, UNASSIGN in 1.8630 sec 2024-11-12T07:26:28,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-12T07:26:28,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8670 sec 2024-11-12T07:26:28,289 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396388289"}]},"ts":"1731396388289"} 2024-11-12T07:26:28,291 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T07:26:28,291 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T07:26:28,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8810 sec 2024-11-12T07:26:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-12T07:26:28,563 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:28,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T07:26:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:28,565 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=123, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:28,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T07:26:28,565 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=123, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:28,571 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,573 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/recovered.edits] 2024-11-12T07:26:28,576 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/7b67f25092ee4485b7ae54ecbae3cf94 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/7b67f25092ee4485b7ae54ecbae3cf94 2024-11-12T07:26:28,577 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/fe84bf5dda014070aa45a6abcd4f9d17 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/A/fe84bf5dda014070aa45a6abcd4f9d17 2024-11-12T07:26:28,579 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/776b699359ea4c6889139d1b2d3233ba to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/776b699359ea4c6889139d1b2d3233ba 2024-11-12T07:26:28,580 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/781360bee4a34d40b4b70d75458f0843 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/B/781360bee4a34d40b4b70d75458f0843 2024-11-12T07:26:28,582 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/08a6474857794ada9d3e625fc327ee04 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/08a6474857794ada9d3e625fc327ee04 2024-11-12T07:26:28,582 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/5fb33a710c8c4d128ce847c6f33a798c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/C/5fb33a710c8c4d128ce847c6f33a798c 2024-11-12T07:26:28,584 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/recovered.edits/390.seqid to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab/recovered.edits/390.seqid 2024-11-12T07:26:28,584 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,584 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T07:26:28,585 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T07:26:28,585 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T07:26:28,588 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121d1da54292db4332b44133b7282c10ad_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121d1da54292db4332b44133b7282c10ad_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,589 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112243dd95c083a4fa3bc160806da0c37f9_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112243dd95c083a4fa3bc160806da0c37f9_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,590 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112282d605a6c564d8592702c3d1c8daca7_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112282d605a6c564d8592702c3d1c8daca7_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,590 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124e497e2a9bb745a4a571f98df657f23d_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411124e497e2a9bb745a4a571f98df657f23d_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,591 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126500f794280041f1a19d5feb91feb429_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126500f794280041f1a19d5feb91feb429_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,592 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112693657efc5d34e1cb79ea91ec64ca65d_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112693657efc5d34e1cb79ea91ec64ca65d_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,593 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126a5c471c9682451091fd7b3e7246666c_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126a5c471c9682451091fd7b3e7246666c_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,594 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126aec86e35ba74c93bcb35b59155aa71f_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126aec86e35ba74c93bcb35b59155aa71f_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,595 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126f38c4644e2b476cb2cb06854555e290_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411126f38c4644e2b476cb2cb06854555e290_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,596 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127bac6e993ffd4f5fb37cd4692895a70a_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411127bac6e993ffd4f5fb37cd4692895a70a_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,597 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411128ca681ecc2514d92ad76c2ecd3387b18_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411128ca681ecc2514d92ad76c2ecd3387b18_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,597 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112988e6cf25150447ebbc39a65ca6ab853_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112988e6cf25150447ebbc39a65ca6ab853_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,598 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129dde5997e2f74c8a9ad6b1af1ee9e698_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129dde5997e2f74c8a9ad6b1af1ee9e698_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,599 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a560f4f9336d402b9a156295b6659437_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a560f4f9336d402b9a156295b6659437_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,600 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a6a17f982aff4c558ac900bf63221f29_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112a6a17f982aff4c558ac900bf63221f29_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,601 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ae0a6220ee624e3bbbfdfe20fbf25740_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112ae0a6220ee624e3bbbfdfe20fbf25740_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,602 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b3ed6968eb22457d8fbfc894e9a58aa2_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b3ed6968eb22457d8fbfc894e9a58aa2_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,603 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b40969b6d4ca4df49e0806f7f632317a_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b40969b6d4ca4df49e0806f7f632317a_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,604 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112bd6a1d62307347c59bdb32ffa7bb87a3_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112bd6a1d62307347c59bdb32ffa7bb87a3_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,605 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c1efa3a08a2e4e05a5761f6dee065ee6_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c1efa3a08a2e4e05a5761f6dee065ee6_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,605 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d4b16fd27ea041898f036e57d0915a81_1b3f8b6babda3bf2d2f6e03edc8ba8ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112d4b16fd27ea041898f036e57d0915a81_1b3f8b6babda3bf2d2f6e03edc8ba8ab 2024-11-12T07:26:28,606 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T07:26:28,607 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=123, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:28,609 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T07:26:28,611 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T07:26:28,612 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=123, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:28,612 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T07:26:28,612 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731396388612"}]},"ts":"9223372036854775807"} 2024-11-12T07:26:28,614 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T07:26:28,614 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1b3f8b6babda3bf2d2f6e03edc8ba8ab, NAME => 'TestAcidGuarantees,,1731396352390.1b3f8b6babda3bf2d2f6e03edc8ba8ab.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T07:26:28,614 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T07:26:28,615 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731396388614"}]},"ts":"9223372036854775807"} 2024-11-12T07:26:28,616 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T07:26:28,617 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=123, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:28,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-11-12T07:26:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-12T07:26:28,673 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T07:26:28,673 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:28,684 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=239 (was 238) - Thread LEAK? -, OpenFileDescriptor=451 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 552), ProcessCount=11 (was 11), AvailableMemoryMB=6601 (was 6712) 2024-11-12T07:26:28,693 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=6601 2024-11-12T07:26:28,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T07:26:28,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:26:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=124, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:28,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:26:28,696 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:28,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 124 2024-11-12T07:26:28,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:26:28,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-12T07:26:28,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742245_1421 (size=959) 2024-11-12T07:26:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-12T07:26:29,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-12T07:26:29,104 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb 2024-11-12T07:26:29,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742246_1422 (size=53) 2024-11-12T07:26:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-12T07:26:29,508 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:26:29,508 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 40982a2e850f2bf831ad75c619cfc63e, disabling compactions & flushes 2024-11-12T07:26:29,509 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:29,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:29,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. after waiting 0 ms 2024-11-12T07:26:29,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:29,509 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:29,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40982a2e850f2bf831ad75c619cfc63e: Waiting for close lock at 1731396389508Disabling compacts and flushes for region at 1731396389508Disabling writes for close at 1731396389509 (+1 ms)Writing region close event to WAL at 1731396389509Closed at 1731396389509 2024-11-12T07:26:29,510 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:26:29,510 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731396389510"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396389510"}]},"ts":"1731396389510"} 2024-11-12T07:26:29,511 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:26:29,512 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:26:29,512 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396389512"}]},"ts":"1731396389512"} 2024-11-12T07:26:29,514 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T07:26:29,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40982a2e850f2bf831ad75c619cfc63e, ASSIGN}] 2024-11-12T07:26:29,515 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40982a2e850f2bf831ad75c619cfc63e, ASSIGN 2024-11-12T07:26:29,515 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40982a2e850f2bf831ad75c619cfc63e, ASSIGN; state=OFFLINE, location=cea23c84c117,42891,1731396261716; forceNewPlan=false, retain=false 2024-11-12T07:26:29,666 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=40982a2e850f2bf831ad75c619cfc63e, regionState=OPENING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:26:29,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40982a2e850f2bf831ad75c619cfc63e, ASSIGN because future has completed 2024-11-12T07:26:29,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:26:29,822 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:29,822 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7752): Opening region: {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:26:29,822 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:29,822 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:26:29,822 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7794): checking encryption for 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:29,822 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(7797): checking classloading for 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:29,823 INFO [StoreOpener-40982a2e850f2bf831ad75c619cfc63e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:29,824 INFO [StoreOpener-40982a2e850f2bf831ad75c619cfc63e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40982a2e850f2bf831ad75c619cfc63e columnFamilyName A 2024-11-12T07:26:29,824 DEBUG [StoreOpener-40982a2e850f2bf831ad75c619cfc63e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:29,825 INFO [StoreOpener-40982a2e850f2bf831ad75c619cfc63e-1 {}] regionserver.HStore(327): Store=40982a2e850f2bf831ad75c619cfc63e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:26:29,825 INFO [StoreOpener-40982a2e850f2bf831ad75c619cfc63e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:29,825 INFO [StoreOpener-40982a2e850f2bf831ad75c619cfc63e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40982a2e850f2bf831ad75c619cfc63e columnFamilyName B 2024-11-12T07:26:29,826 DEBUG [StoreOpener-40982a2e850f2bf831ad75c619cfc63e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:29,826 INFO [StoreOpener-40982a2e850f2bf831ad75c619cfc63e-1 {}] regionserver.HStore(327): Store=40982a2e850f2bf831ad75c619cfc63e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:26:29,826 INFO [StoreOpener-40982a2e850f2bf831ad75c619cfc63e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:29,826 INFO [StoreOpener-40982a2e850f2bf831ad75c619cfc63e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40982a2e850f2bf831ad75c619cfc63e columnFamilyName C 2024-11-12T07:26:29,827 DEBUG [StoreOpener-40982a2e850f2bf831ad75c619cfc63e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:29,827 INFO [StoreOpener-40982a2e850f2bf831ad75c619cfc63e-1 {}] regionserver.HStore(327): Store=40982a2e850f2bf831ad75c619cfc63e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:26:29,827 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1038): replaying wal for 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:29,827 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:29,828 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:29,828 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1048): stopping wal replay for 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:29,828 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1060): Cleaning up temporary data for 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:29,828 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T07:26:29,829 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1093): writing seq id for 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:29,830 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:26:29,831 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1114): Opened 40982a2e850f2bf831ad75c619cfc63e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74931303, jitterRate=0.11656342446804047}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T07:26:29,831 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:29,831 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegion(1006): Region open journal for 40982a2e850f2bf831ad75c619cfc63e: Running coprocessor pre-open hook at 1731396389823Writing region info on filesystem at 1731396389823Initializing all the Stores at 1731396389823Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396389823Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396389823Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396389823Cleaning up temporary data from old regions at 1731396389828 (+5 ms)Running coprocessor post-open hooks at 1731396389831 (+3 ms)Region opened successfully at 1731396389831 2024-11-12T07:26:29,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-12T07:26:29,832 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., pid=126, masterSystemTime=1731396389819 2024-11-12T07:26:29,833 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:29,833 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=126}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:29,833 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=40982a2e850f2bf831ad75c619cfc63e, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:26:29,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:26:29,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-12T07:26:29,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; OpenRegionProcedure 40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 in 167 msec 2024-11-12T07:26:29,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-11-12T07:26:29,837 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40982a2e850f2bf831ad75c619cfc63e, ASSIGN in 322 msec 2024-11-12T07:26:29,838 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:26:29,838 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396389838"}]},"ts":"1731396389838"} 2024-11-12T07:26:29,839 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T07:26:29,839 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=124, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:26:29,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1460 sec 2024-11-12T07:26:30,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=124 2024-11-12T07:26:30,842 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:30,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@303f9d61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:30,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:30,844 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:30,844 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d61e8f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:30,845 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:30,846 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:30,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664aab4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,846 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:30,847 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:30,848 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:30,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:26:30,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,34741,1731396260892 2024-11-12T07:26:30,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@644ea616 2024-11-12T07:26:30,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:26:30,850 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:26:30,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27842489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:30,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:30,852 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@368f5d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:30,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:30,853 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:30,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db15eeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3464d23e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:30,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:30,855 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:30,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:30,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:30,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205b284e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:30,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:30,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:30,856 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:30,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e3e8c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe65078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:30,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:30,857 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd7ac8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:30,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:30,859 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:30,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d16610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3688e60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:30,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:30,860 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:30,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:30,860 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c0b047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:30,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:30,861 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:30,862 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8e3969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f10d94c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:30,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:30,863 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d550b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:30,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:30,864 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:30,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c0b425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bffa8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:30,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:30,866 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:30,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:30,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:30,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a26bd64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:30,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:30,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:30,867 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:30,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45bef745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c22415d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:30,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:30,869 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:30,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:30,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:30,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f3fb193, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:30,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:30,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:30,870 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:30,870 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bb925c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bce704e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:30,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:30,871 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:30,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:30,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:30,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384f0ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,871 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:30,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:30,872 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:30,872 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:30,873 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a640c7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc5b25c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:30,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:30,874 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:30,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b67b485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:30,875 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:30,875 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:30,876 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd26008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39095443, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,878 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:30,878 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:30,879 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:30,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:30,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:30,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fcf8997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:30,880 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b039959, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:30,882 DEBUG [Thread-1915 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:30,882 DEBUG [Thread-1924 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:30,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:30,882 DEBUG [Thread-1926 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:30,882 DEBUG [Thread-1909 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:30,882 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:30,883 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:30,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-12T07:26:30,883 DEBUG [Thread-1911 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:30,883 DEBUG [Thread-1928 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:30,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T07:26:30,884 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:30,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:30,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:30,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:30,884 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:30,888 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:30,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:30,888 DEBUG [Thread-1917 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:30,888 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:30,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:30,889 DEBUG [Thread-1913 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:30,889 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:30,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:30,889 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:30,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:30,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:30,890 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:30,890 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:30,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:30,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:30,891 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:30,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:30,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:30,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:26:30,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:26:30,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:26:30,894 DEBUG [Thread-1922 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:30,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:26:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:26:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:30,895 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:30,896 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:26:30,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:26:30,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:26:30,898 DEBUG [Thread-1920 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:30,898 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:26:30,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:30,899 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:30,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:30,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2] 2024-11-12T07:26:30,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:30,906 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:30,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T07:26:30,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/f94736b4e9f84406b6f1437c50baf795 is 50, key is test_row_0/A:col10/1731396390903/Put/seqid=0 2024-11-12T07:26:30,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742247_1423 (size=12001) 2024-11-12T07:26:30,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/f94736b4e9f84406b6f1437c50baf795 2024-11-12T07:26:30,961 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/d2f8b7b314994461a0d6959f7e26fc9b is 50, key is test_row_0/B:col10/1731396390903/Put/seqid=0 2024-11-12T07:26:30,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:30,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396450952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:30,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396450960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:30,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:30,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742248_1424 (size=12001) 2024-11-12T07:26:30,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/d2f8b7b314994461a0d6959f7e26fc9b 2024-11-12T07:26:30,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396450962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:30,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396450963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:30,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:30,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396450963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:30,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:30,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:30,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T07:26:30,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/c40952a62cba4687aa1a04ee800fda19 is 50, key is test_row_0/C:col10/1731396390903/Put/seqid=0 2024-11-12T07:26:31,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742249_1425 (size=12001) 2024-11-12T07:26:31,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/c40952a62cba4687aa1a04ee800fda19 2024-11-12T07:26:31,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/f94736b4e9f84406b6f1437c50baf795 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/f94736b4e9f84406b6f1437c50baf795 2024-11-12T07:26:31,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/f94736b4e9f84406b6f1437c50baf795, entries=150, sequenceid=13, filesize=11.7 K 2024-11-12T07:26:31,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/d2f8b7b314994461a0d6959f7e26fc9b as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d2f8b7b314994461a0d6959f7e26fc9b 2024-11-12T07:26:31,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d2f8b7b314994461a0d6959f7e26fc9b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-12T07:26:31,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/c40952a62cba4687aa1a04ee800fda19 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/c40952a62cba4687aa1a04ee800fda19 2024-11-12T07:26:31,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/c40952a62cba4687aa1a04ee800fda19, entries=150, sequenceid=13, filesize=11.7 K 2024-11-12T07:26:31,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 40982a2e850f2bf831ad75c619cfc63e in 107ms, sequenceid=13, compaction requested=false 2024-11-12T07:26:31,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:31,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-12T07:26:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:31,042 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T07:26:31,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/d4b60be2fe694346b961836ddbd67d15 is 50, key is test_row_0/A:col10/1731396390961/Put/seqid=0 2024-11-12T07:26:31,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742250_1426 (size=12001) 2024-11-12T07:26:31,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:31,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:31,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396451084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,089 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396451085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396451086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396451087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396451088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,099 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396451191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T07:26:31,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396451202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396451202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396451202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396451202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396451402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396451412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396451412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396451412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396451412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,453 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/d4b60be2fe694346b961836ddbd67d15 2024-11-12T07:26:31,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/f53adcb9407343f8a425ea1688d2d866 is 50, key is test_row_0/B:col10/1731396390961/Put/seqid=0 2024-11-12T07:26:31,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742251_1427 (size=12001) 2024-11-12T07:26:31,469 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/f53adcb9407343f8a425ea1688d2d866 2024-11-12T07:26:31,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/3336492051d94609ae31a76638180ba7 is 50, key is test_row_0/C:col10/1731396390961/Put/seqid=0 2024-11-12T07:26:31,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742252_1428 (size=12001) 2024-11-12T07:26:31,480 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/3336492051d94609ae31a76638180ba7 2024-11-12T07:26:31,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/d4b60be2fe694346b961836ddbd67d15 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/d4b60be2fe694346b961836ddbd67d15 2024-11-12T07:26:31,492 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/d4b60be2fe694346b961836ddbd67d15, entries=150, sequenceid=37, filesize=11.7 K 2024-11-12T07:26:31,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/f53adcb9407343f8a425ea1688d2d866 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/f53adcb9407343f8a425ea1688d2d866 2024-11-12T07:26:31,498 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/f53adcb9407343f8a425ea1688d2d866, entries=150, sequenceid=37, filesize=11.7 K 2024-11-12T07:26:31,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/3336492051d94609ae31a76638180ba7 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/3336492051d94609ae31a76638180ba7 2024-11-12T07:26:31,507 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/3336492051d94609ae31a76638180ba7, entries=150, sequenceid=37, filesize=11.7 K 2024-11-12T07:26:31,508 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 40982a2e850f2bf831ad75c619cfc63e in 466ms, sequenceid=37, compaction requested=false 2024-11-12T07:26:31,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:31,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:31,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-12T07:26:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-12T07:26:31,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-12T07:26:31,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 619 msec 2024-11-12T07:26:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T07:26:31,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 629 msec 2024-11-12T07:26:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:31,715 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:31,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T07:26:31,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/d7cc8219f5884e1180df5ab0ce7c44e8 is 50, key is test_row_0/A:col10/1731396391086/Put/seqid=0 2024-11-12T07:26:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742253_1429 (size=14341) 2024-11-12T07:26:31,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396451753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396451754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396451754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396451755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396451756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396451871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396451872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396451872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396451872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396451872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:31,878 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:31,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:31,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-12T07:26:32,022 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:32,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-12T07:26:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T07:26:32,024 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:32,025 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:32,025 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:32,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396452082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396452082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396452082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,087 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396452082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396452082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,088 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/d7cc8219f5884e1180df5ab0ce7c44e8 2024-11-12T07:26:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T07:26:32,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/bdd6dc4890cc497893712ed871d303b1 is 50, key is test_row_0/B:col10/1731396391086/Put/seqid=0 2024-11-12T07:26:32,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742254_1430 (size=12001) 2024-11-12T07:26:32,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T07:26:32,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:32,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:32,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:32,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T07:26:32,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:32,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:32,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:32,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T07:26:32,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396452392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396452392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396452392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396452392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,398 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,399 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396452392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,399 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T07:26:32,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:32,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:32,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:32,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/bdd6dc4890cc497893712ed871d303b1 2024-11-12T07:26:32,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/365ac019982746e7b3dd9a85f393d8a5 is 50, key is test_row_0/C:col10/1731396391086/Put/seqid=0 2024-11-12T07:26:32,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742255_1431 (size=12001) 2024-11-12T07:26:32,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T07:26:32,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:32,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:32,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:32,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T07:26:32,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T07:26:32,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:32,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:32,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:32,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396452902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,903 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396452902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396452902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396452902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396452911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,918 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:32,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:32,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T07:26:32,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:32,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:32,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:32,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:32,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/365ac019982746e7b3dd9a85f393d8a5 2024-11-12T07:26:32,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/d7cc8219f5884e1180df5ab0ce7c44e8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/d7cc8219f5884e1180df5ab0ce7c44e8 2024-11-12T07:26:32,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/d7cc8219f5884e1180df5ab0ce7c44e8, entries=200, sequenceid=50, filesize=14.0 K 2024-11-12T07:26:32,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/bdd6dc4890cc497893712ed871d303b1 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/bdd6dc4890cc497893712ed871d303b1 2024-11-12T07:26:32,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/bdd6dc4890cc497893712ed871d303b1, entries=150, sequenceid=50, filesize=11.7 K 2024-11-12T07:26:32,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/365ac019982746e7b3dd9a85f393d8a5 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/365ac019982746e7b3dd9a85f393d8a5 2024-11-12T07:26:32,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/365ac019982746e7b3dd9a85f393d8a5, entries=150, sequenceid=50, filesize=11.7 K 2024-11-12T07:26:32,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 40982a2e850f2bf831ad75c619cfc63e in 1250ms, sequenceid=50, compaction requested=true 2024-11-12T07:26:32,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:32,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:32,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:32,966 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:32,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:32,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:32,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:32,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-12T07:26:32,966 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:32,967 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:32,967 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/A is initiating minor compaction (all files) 2024-11-12T07:26:32,967 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/A in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:32,967 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/f94736b4e9f84406b6f1437c50baf795, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/d4b60be2fe694346b961836ddbd67d15, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/d7cc8219f5884e1180df5ab0ce7c44e8] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=37.4 K 2024-11-12T07:26:32,967 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting f94736b4e9f84406b6f1437c50baf795, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731396390903 2024-11-12T07:26:32,967 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:32,967 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/B is initiating minor compaction (all files) 2024-11-12T07:26:32,967 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4b60be2fe694346b961836ddbd67d15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731396390958 2024-11-12T07:26:32,968 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/B in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:32,968 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d2f8b7b314994461a0d6959f7e26fc9b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/f53adcb9407343f8a425ea1688d2d866, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/bdd6dc4890cc497893712ed871d303b1] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=35.2 K 2024-11-12T07:26:32,968 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7cc8219f5884e1180df5ab0ce7c44e8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731396391084 2024-11-12T07:26:32,968 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d2f8b7b314994461a0d6959f7e26fc9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731396390903 2024-11-12T07:26:32,968 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting f53adcb9407343f8a425ea1688d2d866, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731396390958 2024-11-12T07:26:32,969 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting bdd6dc4890cc497893712ed871d303b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731396391086 2024-11-12T07:26:32,974 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#A#compaction#354 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:32,975 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/18bb2fe230b54e0a9a087ae422393632 is 50, key is test_row_0/A:col10/1731396391086/Put/seqid=0 2024-11-12T07:26:32,978 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#B#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:32,978 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/4b5901b947934be6bfc24f1067ba4fc0 is 50, key is test_row_0/B:col10/1731396391086/Put/seqid=0 2024-11-12T07:26:32,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742256_1432 (size=12104) 2024-11-12T07:26:32,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742257_1433 (size=12104) 2024-11-12T07:26:33,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-12T07:26:33,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:33,093 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T07:26:33,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/1f417cd3e2ac40758b106fdbb75e001a is 50, key is test_row_0/A:col10/1731396391754/Put/seqid=0 2024-11-12T07:26:33,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742258_1434 (size=12001) 2024-11-12T07:26:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T07:26:33,391 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/18bb2fe230b54e0a9a087ae422393632 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/18bb2fe230b54e0a9a087ae422393632 2024-11-12T07:26:33,395 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/A of 40982a2e850f2bf831ad75c619cfc63e into 18bb2fe230b54e0a9a087ae422393632(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:33,395 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:33,395 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/A, priority=13, startTime=1731396392966; duration=0sec 2024-11-12T07:26:33,395 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:33,395 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:A 2024-11-12T07:26:33,395 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:33,396 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:33,396 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/C is initiating minor compaction (all files) 2024-11-12T07:26:33,397 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/C in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:33,397 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/c40952a62cba4687aa1a04ee800fda19, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/3336492051d94609ae31a76638180ba7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/365ac019982746e7b3dd9a85f393d8a5] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=35.2 K 2024-11-12T07:26:33,397 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting c40952a62cba4687aa1a04ee800fda19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731396390903 2024-11-12T07:26:33,397 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3336492051d94609ae31a76638180ba7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731396390958 2024-11-12T07:26:33,397 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 365ac019982746e7b3dd9a85f393d8a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731396391086 2024-11-12T07:26:33,402 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/4b5901b947934be6bfc24f1067ba4fc0 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/4b5901b947934be6bfc24f1067ba4fc0 2024-11-12T07:26:33,405 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:33,406 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/0ddd21bbf24546068d654383b4d23e4d is 50, key is test_row_0/C:col10/1731396391086/Put/seqid=0 2024-11-12T07:26:33,408 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/B of 40982a2e850f2bf831ad75c619cfc63e into 4b5901b947934be6bfc24f1067ba4fc0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:33,408 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:33,408 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/B, priority=13, startTime=1731396392966; duration=0sec 2024-11-12T07:26:33,409 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:33,409 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:B 2024-11-12T07:26:33,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742259_1435 (size=12104) 2024-11-12T07:26:33,502 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/1f417cd3e2ac40758b106fdbb75e001a 2024-11-12T07:26:33,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/aaacc9db92a0495e9f375834d9d5f23d is 50, key is test_row_0/B:col10/1731396391754/Put/seqid=0 2024-11-12T07:26:33,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742260_1436 (size=12001) 2024-11-12T07:26:33,798 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T07:26:33,815 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/0ddd21bbf24546068d654383b4d23e4d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0ddd21bbf24546068d654383b4d23e4d 2024-11-12T07:26:33,819 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/C of 40982a2e850f2bf831ad75c619cfc63e into 0ddd21bbf24546068d654383b4d23e4d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:33,819 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:33,819 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/C, priority=13, startTime=1731396392966; duration=0sec 2024-11-12T07:26:33,819 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:33,819 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:C 2024-11-12T07:26:33,912 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/aaacc9db92a0495e9f375834d9d5f23d 2024-11-12T07:26:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:33,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:33,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/f9be5fac38734da5ab3d8f98ecee7d5a is 50, key is test_row_0/C:col10/1731396391754/Put/seqid=0 2024-11-12T07:26:33,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742261_1437 (size=12001) 2024-11-12T07:26:33,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396453956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396453956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396453956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:33,968 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:33,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396453957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:33,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396453964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:33,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396454072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396454072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396454072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396454072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396454072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,077 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T07:26:34,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396454282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396454282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396454283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396454283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,287 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396454283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,288 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,324 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/f9be5fac38734da5ab3d8f98ecee7d5a 2024-11-12T07:26:34,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/1f417cd3e2ac40758b106fdbb75e001a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/1f417cd3e2ac40758b106fdbb75e001a 2024-11-12T07:26:34,330 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/1f417cd3e2ac40758b106fdbb75e001a, entries=150, sequenceid=73, filesize=11.7 K 2024-11-12T07:26:34,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/aaacc9db92a0495e9f375834d9d5f23d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/aaacc9db92a0495e9f375834d9d5f23d 2024-11-12T07:26:34,334 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/aaacc9db92a0495e9f375834d9d5f23d, entries=150, sequenceid=73, filesize=11.7 K 2024-11-12T07:26:34,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/f9be5fac38734da5ab3d8f98ecee7d5a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/f9be5fac38734da5ab3d8f98ecee7d5a 2024-11-12T07:26:34,338 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/f9be5fac38734da5ab3d8f98ecee7d5a, entries=150, sequenceid=73, filesize=11.7 K 2024-11-12T07:26:34,339 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 40982a2e850f2bf831ad75c619cfc63e in 1246ms, sequenceid=73, compaction requested=false 2024-11-12T07:26:34,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:34,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:34,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-12T07:26:34,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-12T07:26:34,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-12T07:26:34,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3160 sec 2024-11-12T07:26:34,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.3200 sec 2024-11-12T07:26:34,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:34,597 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:34,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-12T07:26:34,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/72efbc32b32744a787ac7ef6e96e922a is 50, key is test_row_0/A:col10/1731396393962/Put/seqid=0 2024-11-12T07:26:34,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742262_1438 (size=14341) 2024-11-12T07:26:34,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396454626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,635 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396454627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396454627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396454628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396454629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,636 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396454742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396454742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396454742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396454742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,747 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396454742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,748 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396454952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396454952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396454952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396454952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,956 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:34,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:34,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396454952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:34,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:34,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:35,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/72efbc32b32744a787ac7ef6e96e922a 2024-11-12T07:26:35,010 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/ced7c3f9587f45e9a3e67c1335bc2797 is 50, key is test_row_0/B:col10/1731396393962/Put/seqid=0 2024-11-12T07:26:35,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742263_1439 (size=12001) 2024-11-12T07:26:35,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:35,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396455262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:35,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396455262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:35,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396455262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396455262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:35,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,265 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396455262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:35,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,265 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:35,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/ced7c3f9587f45e9a3e67c1335bc2797 2024-11-12T07:26:35,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/2a34a94de5904367bda8a7738d498371 is 50, key is test_row_0/C:col10/1731396393962/Put/seqid=0 2024-11-12T07:26:35,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742264_1440 (size=12001) 2024-11-12T07:26:35,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396455771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:35,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:35,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396455772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:35,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:35,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396455772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:35,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:35,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396455772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:35,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:35,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:35,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396455772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:35,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:35,783 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:35,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/2a34a94de5904367bda8a7738d498371 2024-11-12T07:26:35,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/72efbc32b32744a787ac7ef6e96e922a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/72efbc32b32744a787ac7ef6e96e922a 2024-11-12T07:26:35,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/72efbc32b32744a787ac7ef6e96e922a, entries=200, sequenceid=90, filesize=14.0 K 2024-11-12T07:26:35,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/ced7c3f9587f45e9a3e67c1335bc2797 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/ced7c3f9587f45e9a3e67c1335bc2797 2024-11-12T07:26:35,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/ced7c3f9587f45e9a3e67c1335bc2797, entries=150, sequenceid=90, filesize=11.7 K 2024-11-12T07:26:35,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/2a34a94de5904367bda8a7738d498371 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/2a34a94de5904367bda8a7738d498371 2024-11-12T07:26:35,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/2a34a94de5904367bda8a7738d498371, entries=150, sequenceid=90, filesize=11.7 K 2024-11-12T07:26:35,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 40982a2e850f2bf831ad75c619cfc63e in 1237ms, sequenceid=90, compaction requested=true 2024-11-12T07:26:35,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:35,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:35,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:35,834 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:35,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:35,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:35,835 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:35,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:35,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:35,835 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:35,835 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:35,835 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/B is initiating minor compaction (all files) 2024-11-12T07:26:35,835 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/A is initiating minor compaction (all files) 2024-11-12T07:26:35,835 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/B in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:35,835 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/A in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:35,835 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/4b5901b947934be6bfc24f1067ba4fc0, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/aaacc9db92a0495e9f375834d9d5f23d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/ced7c3f9587f45e9a3e67c1335bc2797] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=35.3 K 2024-11-12T07:26:35,835 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/18bb2fe230b54e0a9a087ae422393632, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/1f417cd3e2ac40758b106fdbb75e001a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/72efbc32b32744a787ac7ef6e96e922a] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=37.5 K 2024-11-12T07:26:35,836 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b5901b947934be6bfc24f1067ba4fc0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731396391086 2024-11-12T07:26:35,836 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18bb2fe230b54e0a9a087ae422393632, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731396391086 2024-11-12T07:26:35,836 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting aaacc9db92a0495e9f375834d9d5f23d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731396391752 2024-11-12T07:26:35,836 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f417cd3e2ac40758b106fdbb75e001a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731396391752 2024-11-12T07:26:35,836 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting ced7c3f9587f45e9a3e67c1335bc2797, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731396393929 2024-11-12T07:26:35,836 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72efbc32b32744a787ac7ef6e96e922a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731396393913 2024-11-12T07:26:35,842 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#A#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:35,842 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/eeef029014604f33bfce7a82c5052424 is 50, key is test_row_0/A:col10/1731396393962/Put/seqid=0 2024-11-12T07:26:35,843 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:35,843 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/fa57d054296f42ee8366d99f36f9697e is 50, key is test_row_0/B:col10/1731396393962/Put/seqid=0 2024-11-12T07:26:35,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742265_1441 (size=12207) 2024-11-12T07:26:35,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742266_1442 (size=12207) 2024-11-12T07:26:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-12T07:26:36,192 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:36,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-12T07:26:36,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T07:26:36,194 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:36,195 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:36,195 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:36,258 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/fa57d054296f42ee8366d99f36f9697e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/fa57d054296f42ee8366d99f36f9697e 2024-11-12T07:26:36,259 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/eeef029014604f33bfce7a82c5052424 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/eeef029014604f33bfce7a82c5052424 2024-11-12T07:26:36,261 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/B of 40982a2e850f2bf831ad75c619cfc63e into fa57d054296f42ee8366d99f36f9697e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:36,261 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:36,261 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/B, priority=13, startTime=1731396395834; duration=0sec 2024-11-12T07:26:36,261 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:36,261 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:B 2024-11-12T07:26:36,261 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:36,262 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:36,262 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/C is initiating minor compaction (all files) 2024-11-12T07:26:36,263 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/C in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:36,263 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0ddd21bbf24546068d654383b4d23e4d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/f9be5fac38734da5ab3d8f98ecee7d5a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/2a34a94de5904367bda8a7738d498371] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=35.3 K 2024-11-12T07:26:36,263 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/A of 40982a2e850f2bf831ad75c619cfc63e into eeef029014604f33bfce7a82c5052424(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:36,263 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:36,263 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/A, priority=13, startTime=1731396395834; duration=0sec 2024-11-12T07:26:36,263 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:36,263 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:A 2024-11-12T07:26:36,263 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ddd21bbf24546068d654383b4d23e4d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731396391086 2024-11-12T07:26:36,263 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting f9be5fac38734da5ab3d8f98ecee7d5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731396391752 2024-11-12T07:26:36,263 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a34a94de5904367bda8a7738d498371, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731396393929 2024-11-12T07:26:36,269 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#C#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:36,269 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/94678787c46b43ee8ef1d52f5700669b is 50, key is test_row_0/C:col10/1731396393962/Put/seqid=0 2024-11-12T07:26:36,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742267_1443 (size=12207) 2024-11-12T07:26:36,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T07:26:36,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-12T07:26:36,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:36,347 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-12T07:26:36,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/87e3459a0c79456497cb585e34e88a22 is 50, key is test_row_0/A:col10/1731396394626/Put/seqid=0 2024-11-12T07:26:36,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742268_1444 (size=12001) 2024-11-12T07:26:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T07:26:36,676 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/94678787c46b43ee8ef1d52f5700669b as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/94678787c46b43ee8ef1d52f5700669b 2024-11-12T07:26:36,680 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/C of 40982a2e850f2bf831ad75c619cfc63e into 94678787c46b43ee8ef1d52f5700669b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:36,680 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:36,680 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/C, priority=13, startTime=1731396395835; duration=0sec 2024-11-12T07:26:36,680 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:36,680 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:C 2024-11-12T07:26:36,758 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/87e3459a0c79456497cb585e34e88a22 2024-11-12T07:26:36,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/a1a1603f34794b73823920cd3094ff71 is 50, key is test_row_0/B:col10/1731396394626/Put/seqid=0 2024-11-12T07:26:36,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742269_1445 (size=12001) 2024-11-12T07:26:36,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:36,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:36,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396456807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:36,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:36,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396456808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396456807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:36,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396456809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:36,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:36,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396456809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:36,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:36,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T07:26:36,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396456922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396456922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396456922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396456922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:36,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396456922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:36,929 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396457132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396457132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396457132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396457132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396457132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,139 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,167 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/a1a1603f34794b73823920cd3094ff71 2024-11-12T07:26:37,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/88b5e1e6638a4d1b97eacbf7d5f40c75 is 50, key is test_row_0/C:col10/1731396394626/Put/seqid=0 2024-11-12T07:26:37,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742270_1446 (size=12001) 2024-11-12T07:26:37,178 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/88b5e1e6638a4d1b97eacbf7d5f40c75 2024-11-12T07:26:37,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/87e3459a0c79456497cb585e34e88a22 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/87e3459a0c79456497cb585e34e88a22 2024-11-12T07:26:37,187 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/87e3459a0c79456497cb585e34e88a22, entries=150, sequenceid=114, filesize=11.7 K 2024-11-12T07:26:37,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/a1a1603f34794b73823920cd3094ff71 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a1a1603f34794b73823920cd3094ff71 2024-11-12T07:26:37,191 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a1a1603f34794b73823920cd3094ff71, entries=150, sequenceid=114, filesize=11.7 K 2024-11-12T07:26:37,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/88b5e1e6638a4d1b97eacbf7d5f40c75 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/88b5e1e6638a4d1b97eacbf7d5f40c75 2024-11-12T07:26:37,194 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/88b5e1e6638a4d1b97eacbf7d5f40c75, entries=150, sequenceid=114, filesize=11.7 K 2024-11-12T07:26:37,194 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 40982a2e850f2bf831ad75c619cfc63e in 847ms, sequenceid=114, compaction requested=false 2024-11-12T07:26:37,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:37,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:37,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-12T07:26:37,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-12T07:26:37,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-12T07:26:37,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0010 sec 2024-11-12T07:26:37,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.0050 sec 2024-11-12T07:26:37,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-12T07:26:37,332 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:37,332 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-12T07:26:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T07:26:37,334 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:37,334 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:37,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T07:26:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:37,445 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:37,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T07:26:37,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/53eb5f5da5d1423ebd4660c2b6d34adb is 50, key is test_row_0/A:col10/1731396396807/Put/seqid=0 2024-11-12T07:26:37,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742271_1447 (size=12101) 2024-11-12T07:26:37,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/53eb5f5da5d1423ebd4660c2b6d34adb 2024-11-12T07:26:37,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/9e4fa6f4b9044357a3b08b2522b00663 is 50, key is test_row_0/B:col10/1731396396807/Put/seqid=0 2024-11-12T07:26:37,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742272_1448 (size=12101) 2024-11-12T07:26:37,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/9e4fa6f4b9044357a3b08b2522b00663 2024-11-12T07:26:37,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/e4a40c6c1a0e47aba0188ee569a0516d is 50, key is test_row_0/C:col10/1731396396807/Put/seqid=0 2024-11-12T07:26:37,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742273_1449 (size=12101) 2024-11-12T07:26:37,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T07:26:37,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:37,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:37,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:37,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:37,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:37,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:37,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396457495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,506 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396457495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396457496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396457496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,507 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396457506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396457611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396457611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396457612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,618 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396457612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396457612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,619 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T07:26:37,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:37,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:37,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:37,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:37,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:37,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:37,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T07:26:37,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T07:26:37,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:37,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:37,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:37,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:37,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:37,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:37,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396457822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396457822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396457822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396457822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:37,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396457822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:37,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:37,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:37,875 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/e4a40c6c1a0e47aba0188ee569a0516d 2024-11-12T07:26:37,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/53eb5f5da5d1423ebd4660c2b6d34adb as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/53eb5f5da5d1423ebd4660c2b6d34adb 2024-11-12T07:26:37,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/53eb5f5da5d1423ebd4660c2b6d34adb, entries=150, sequenceid=131, filesize=11.8 K 2024-11-12T07:26:37,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/9e4fa6f4b9044357a3b08b2522b00663 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/9e4fa6f4b9044357a3b08b2522b00663 2024-11-12T07:26:37,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/9e4fa6f4b9044357a3b08b2522b00663, entries=150, sequenceid=131, filesize=11.8 K 2024-11-12T07:26:37,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/e4a40c6c1a0e47aba0188ee569a0516d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/e4a40c6c1a0e47aba0188ee569a0516d 2024-11-12T07:26:37,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/e4a40c6c1a0e47aba0188ee569a0516d, entries=150, sequenceid=131, filesize=11.8 K 2024-11-12T07:26:37,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 40982a2e850f2bf831ad75c619cfc63e in 443ms, sequenceid=131, compaction requested=true 2024-11-12T07:26:37,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:37,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:37,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:37,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:37,888 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:37,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:37,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:37,888 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:37,888 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:37,889 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:37,889 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:37,889 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/A is initiating minor compaction (all files) 2024-11-12T07:26:37,889 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/B is initiating minor compaction (all files) 2024-11-12T07:26:37,889 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/A in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:37,889 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/B in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:37,889 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/fa57d054296f42ee8366d99f36f9697e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a1a1603f34794b73823920cd3094ff71, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/9e4fa6f4b9044357a3b08b2522b00663] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=35.5 K 2024-11-12T07:26:37,889 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/eeef029014604f33bfce7a82c5052424, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/87e3459a0c79456497cb585e34e88a22, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/53eb5f5da5d1423ebd4660c2b6d34adb] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=35.5 K 2024-11-12T07:26:37,889 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeef029014604f33bfce7a82c5052424, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731396393929 2024-11-12T07:26:37,889 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting fa57d054296f42ee8366d99f36f9697e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731396393929 2024-11-12T07:26:37,889 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87e3459a0c79456497cb585e34e88a22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731396394624 2024-11-12T07:26:37,889 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a1a1603f34794b73823920cd3094ff71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731396394624 2024-11-12T07:26:37,890 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53eb5f5da5d1423ebd4660c2b6d34adb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731396396807 2024-11-12T07:26:37,890 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e4fa6f4b9044357a3b08b2522b00663, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731396396807 2024-11-12T07:26:37,895 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#A#compaction#372 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:37,895 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/3b791ad7292942a69c5da33c1591704d is 50, key is test_row_0/A:col10/1731396396807/Put/seqid=0 2024-11-12T07:26:37,898 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#B#compaction#373 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:37,899 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/059b3c9393a14fa9b20d7f6a1258bd5c is 50, key is test_row_0/B:col10/1731396396807/Put/seqid=0 2024-11-12T07:26:37,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742274_1450 (size=12409) 2024-11-12T07:26:37,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742275_1451 (size=12409) 2024-11-12T07:26:37,918 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/059b3c9393a14fa9b20d7f6a1258bd5c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/059b3c9393a14fa9b20d7f6a1258bd5c 2024-11-12T07:26:37,922 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/B of 40982a2e850f2bf831ad75c619cfc63e into 059b3c9393a14fa9b20d7f6a1258bd5c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:37,922 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:37,922 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/B, priority=13, startTime=1731396397888; duration=0sec 2024-11-12T07:26:37,923 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:37,923 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:B 2024-11-12T07:26:37,923 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:37,923 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:37,924 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/C is initiating minor compaction (all files) 2024-11-12T07:26:37,924 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/C in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:37,924 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/94678787c46b43ee8ef1d52f5700669b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/88b5e1e6638a4d1b97eacbf7d5f40c75, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/e4a40c6c1a0e47aba0188ee569a0516d] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=35.5 K 2024-11-12T07:26:37,924 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 94678787c46b43ee8ef1d52f5700669b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1731396393929 2024-11-12T07:26:37,924 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 88b5e1e6638a4d1b97eacbf7d5f40c75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731396394624 2024-11-12T07:26:37,925 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting e4a40c6c1a0e47aba0188ee569a0516d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731396396807 2024-11-12T07:26:37,932 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:37,933 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/bf30387e532f43698f6e273c6cf944e1 is 50, key is test_row_0/C:col10/1731396396807/Put/seqid=0 2024-11-12T07:26:37,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742276_1452 (size=12409) 2024-11-12T07:26:37,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-12T07:26:37,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:37,943 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T07:26:37,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/9ea7c364117a4922ab8414b81f1c56cb is 50, key is test_row_0/A:col10/1731396397466/Put/seqid=0 2024-11-12T07:26:37,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742277_1453 (size=12151) 2024-11-12T07:26:37,951 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/9ea7c364117a4922ab8414b81f1c56cb 2024-11-12T07:26:37,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/469b08fe2f51443aadc3eec73cb1ce7c is 50, key is test_row_0/B:col10/1731396397466/Put/seqid=0 2024-11-12T07:26:37,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742278_1454 (size=12151) 2024-11-12T07:26:37,960 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/469b08fe2f51443aadc3eec73cb1ce7c 2024-11-12T07:26:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T07:26:37,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/9306e84027f64d16bbd043aefbbd127b is 50, key is test_row_0/C:col10/1731396397466/Put/seqid=0 2024-11-12T07:26:37,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742279_1455 (size=12151) 2024-11-12T07:26:38,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:38,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:38,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396458151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,153 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396458151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396458152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396458152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,164 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396458153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,165 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396458262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396458262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,268 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,269 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396458272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396458272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,278 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396458272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,310 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/3b791ad7292942a69c5da33c1591704d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/3b791ad7292942a69c5da33c1591704d 2024-11-12T07:26:38,314 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/A of 40982a2e850f2bf831ad75c619cfc63e into 3b791ad7292942a69c5da33c1591704d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:38,314 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:38,314 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/A, priority=13, startTime=1731396397888; duration=0sec 2024-11-12T07:26:38,314 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:38,314 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:A 2024-11-12T07:26:38,341 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/bf30387e532f43698f6e273c6cf944e1 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/bf30387e532f43698f6e273c6cf944e1 2024-11-12T07:26:38,344 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/C of 40982a2e850f2bf831ad75c619cfc63e into bf30387e532f43698f6e273c6cf944e1(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:38,344 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:38,344 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/C, priority=13, startTime=1731396397888; duration=0sec 2024-11-12T07:26:38,344 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:38,344 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:C 2024-11-12T07:26:38,370 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/9306e84027f64d16bbd043aefbbd127b 2024-11-12T07:26:38,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/9ea7c364117a4922ab8414b81f1c56cb as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/9ea7c364117a4922ab8414b81f1c56cb 2024-11-12T07:26:38,376 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/9ea7c364117a4922ab8414b81f1c56cb, entries=150, sequenceid=152, filesize=11.9 K 2024-11-12T07:26:38,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/469b08fe2f51443aadc3eec73cb1ce7c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/469b08fe2f51443aadc3eec73cb1ce7c 2024-11-12T07:26:38,379 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/469b08fe2f51443aadc3eec73cb1ce7c, entries=150, sequenceid=152, filesize=11.9 K 2024-11-12T07:26:38,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/9306e84027f64d16bbd043aefbbd127b as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/9306e84027f64d16bbd043aefbbd127b 2024-11-12T07:26:38,383 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/9306e84027f64d16bbd043aefbbd127b, entries=150, sequenceid=152, filesize=11.9 K 2024-11-12T07:26:38,384 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 40982a2e850f2bf831ad75c619cfc63e in 441ms, sequenceid=152, compaction requested=false 2024-11-12T07:26:38,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:38,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:38,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-12T07:26:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-12T07:26:38,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-12T07:26:38,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0510 sec 2024-11-12T07:26:38,388 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.0550 sec 2024-11-12T07:26:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-12T07:26:38,472 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:38,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-12T07:26:38,474 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T07:26:38,474 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:38,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:38,477 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:38,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-12T07:26:38,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/c5d826bbd87f4722bd00ffe7f60d2312 is 50, key is test_row_0/A:col10/1731396398150/Put/seqid=0 2024-11-12T07:26:38,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742280_1456 (size=14541) 2024-11-12T07:26:38,509 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396458503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396458505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396458508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396458509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396458509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,519 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T07:26:38,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396458611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T07:26:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:38,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:38,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:38,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396458621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396458622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396458622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,630 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396458622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,631 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T07:26:38,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:38,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:38,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:38,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:38,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T07:26:38,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396458821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396458832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396458833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396458842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396458842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:38,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:38,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/c5d826bbd87f4722bd00ffe7f60d2312 2024-11-12T07:26:38,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/1abc9e2951084849acbc3fbc5cf03df1 is 50, key is test_row_0/B:col10/1731396398150/Put/seqid=0 2024-11-12T07:26:38,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742281_1457 (size=12151) 2024-11-12T07:26:38,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T07:26:38,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:38,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:38,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:38,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:38,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:39,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T07:26:39,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:39,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:39,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:39,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:39,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:39,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T07:26:39,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396459131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396459142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396459142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396459152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396459152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T07:26:39,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:39,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:39,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:39,236 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:39,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:39,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/1abc9e2951084849acbc3fbc5cf03df1 2024-11-12T07:26:39,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/6de9b98cc4504736879f3ef8881d5b62 is 50, key is test_row_0/C:col10/1731396398150/Put/seqid=0 2024-11-12T07:26:39,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742282_1458 (size=12151) 2024-11-12T07:26:39,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/6de9b98cc4504736879f3ef8881d5b62 2024-11-12T07:26:39,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/c5d826bbd87f4722bd00ffe7f60d2312 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/c5d826bbd87f4722bd00ffe7f60d2312 2024-11-12T07:26:39,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/c5d826bbd87f4722bd00ffe7f60d2312, entries=200, sequenceid=171, filesize=14.2 K 2024-11-12T07:26:39,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/1abc9e2951084849acbc3fbc5cf03df1 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/1abc9e2951084849acbc3fbc5cf03df1 2024-11-12T07:26:39,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/1abc9e2951084849acbc3fbc5cf03df1, entries=150, sequenceid=171, filesize=11.9 K 2024-11-12T07:26:39,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/6de9b98cc4504736879f3ef8881d5b62 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/6de9b98cc4504736879f3ef8881d5b62 2024-11-12T07:26:39,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/6de9b98cc4504736879f3ef8881d5b62, entries=150, sequenceid=171, filesize=11.9 K 2024-11-12T07:26:39,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 40982a2e850f2bf831ad75c619cfc63e in 860ms, sequenceid=171, compaction requested=true 2024-11-12T07:26:39,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:39,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:39,337 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:39,337 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:39,338 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:39,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:39,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:39,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:39,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:39,338 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:39,338 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/A is initiating minor compaction (all files) 2024-11-12T07:26:39,338 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/A in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:39,338 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:39,338 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/B is initiating minor compaction (all files) 2024-11-12T07:26:39,339 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/3b791ad7292942a69c5da33c1591704d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/9ea7c364117a4922ab8414b81f1c56cb, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/c5d826bbd87f4722bd00ffe7f60d2312] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=38.2 K 2024-11-12T07:26:39,339 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/B in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:39,339 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/059b3c9393a14fa9b20d7f6a1258bd5c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/469b08fe2f51443aadc3eec73cb1ce7c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/1abc9e2951084849acbc3fbc5cf03df1] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=35.9 K 2024-11-12T07:26:39,339 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b791ad7292942a69c5da33c1591704d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731396396807 2024-11-12T07:26:39,339 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 059b3c9393a14fa9b20d7f6a1258bd5c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731396396807 2024-11-12T07:26:39,339 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ea7c364117a4922ab8414b81f1c56cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731396397466 2024-11-12T07:26:39,339 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 469b08fe2f51443aadc3eec73cb1ce7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731396397466 2024-11-12T07:26:39,339 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5d826bbd87f4722bd00ffe7f60d2312, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396398149 2024-11-12T07:26:39,339 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 1abc9e2951084849acbc3fbc5cf03df1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396398149 2024-11-12T07:26:39,346 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#A#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:39,346 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#B#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:39,346 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/7079ae88e194487b8b837a062b99711d is 50, key is test_row_0/B:col10/1731396398150/Put/seqid=0 2024-11-12T07:26:39,346 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/b1bf1735ef3145f7bf18404c569db82d is 50, key is test_row_0/A:col10/1731396398150/Put/seqid=0 2024-11-12T07:26:39,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742283_1459 (size=12561) 2024-11-12T07:26:39,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742284_1460 (size=12561) 2024-11-12T07:26:39,354 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/7079ae88e194487b8b837a062b99711d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/7079ae88e194487b8b837a062b99711d 2024-11-12T07:26:39,354 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/b1bf1735ef3145f7bf18404c569db82d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/b1bf1735ef3145f7bf18404c569db82d 2024-11-12T07:26:39,358 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/A of 40982a2e850f2bf831ad75c619cfc63e into b1bf1735ef3145f7bf18404c569db82d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:39,358 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:39,358 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/A, priority=13, startTime=1731396399337; duration=0sec 2024-11-12T07:26:39,358 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:39,358 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:A 2024-11-12T07:26:39,358 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:39,359 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/B of 40982a2e850f2bf831ad75c619cfc63e into 7079ae88e194487b8b837a062b99711d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:39,359 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:39,359 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/B, priority=13, startTime=1731396399337; duration=0sec 2024-11-12T07:26:39,359 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:39,359 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:B 2024-11-12T07:26:39,359 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:39,359 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/C is initiating minor compaction (all files) 2024-11-12T07:26:39,359 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/C in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:39,359 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/bf30387e532f43698f6e273c6cf944e1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/9306e84027f64d16bbd043aefbbd127b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/6de9b98cc4504736879f3ef8881d5b62] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=35.9 K 2024-11-12T07:26:39,360 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf30387e532f43698f6e273c6cf944e1, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731396396807 2024-11-12T07:26:39,360 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9306e84027f64d16bbd043aefbbd127b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731396397466 2024-11-12T07:26:39,360 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6de9b98cc4504736879f3ef8881d5b62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396398149 2024-11-12T07:26:39,366 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:39,366 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/66c37f6ba29f43e3a2c36851002e0048 is 50, key is test_row_0/C:col10/1731396398150/Put/seqid=0 2024-11-12T07:26:39,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742285_1461 (size=12561) 2024-11-12T07:26:39,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-12T07:26:39,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:39,390 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-12T07:26:39,394 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/66c37f6ba29f43e3a2c36851002e0048 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/66c37f6ba29f43e3a2c36851002e0048 2024-11-12T07:26:39,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/6c67085dc44f43ffb86258db5a4ba2e9 is 50, key is test_row_0/A:col10/1731396398504/Put/seqid=0 2024-11-12T07:26:39,400 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/C of 40982a2e850f2bf831ad75c619cfc63e into 66c37f6ba29f43e3a2c36851002e0048(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:39,400 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:39,400 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/C, priority=13, startTime=1731396399338; duration=0sec 2024-11-12T07:26:39,400 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:39,400 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:C 2024-11-12T07:26:39,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742286_1462 (size=12151) 2024-11-12T07:26:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T07:26:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:39,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:39,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396459665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396459666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396459669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,674 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396459670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396459671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396459782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396459782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396459782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396459782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,788 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396459783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,805 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/6c67085dc44f43ffb86258db5a4ba2e9 2024-11-12T07:26:39,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/13d286c3bd6a4043934db95dd9a449ab is 50, key is test_row_0/B:col10/1731396398504/Put/seqid=0 2024-11-12T07:26:39,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742287_1463 (size=12151) 2024-11-12T07:26:39,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396459992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396459992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396459992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,996 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396459992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:39,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396459993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:39,997 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:40,214 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/13d286c3bd6a4043934db95dd9a449ab 2024-11-12T07:26:40,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/621a708e6b6446d688d2187832dd631f is 50, key is test_row_0/C:col10/1731396398504/Put/seqid=0 2024-11-12T07:26:40,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742288_1464 (size=12151) 2024-11-12T07:26:40,302 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396460302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:40,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396460302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:40,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396460302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:40,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396460302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:40,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:40,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396460302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:40,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T07:26:40,623 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/621a708e6b6446d688d2187832dd631f 2024-11-12T07:26:40,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/6c67085dc44f43ffb86258db5a4ba2e9 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/6c67085dc44f43ffb86258db5a4ba2e9 2024-11-12T07:26:40,629 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/6c67085dc44f43ffb86258db5a4ba2e9, entries=150, sequenceid=192, filesize=11.9 K 2024-11-12T07:26:40,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/13d286c3bd6a4043934db95dd9a449ab as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/13d286c3bd6a4043934db95dd9a449ab 2024-11-12T07:26:40,633 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/13d286c3bd6a4043934db95dd9a449ab, entries=150, sequenceid=192, filesize=11.9 K 2024-11-12T07:26:40,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/621a708e6b6446d688d2187832dd631f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/621a708e6b6446d688d2187832dd631f 2024-11-12T07:26:40,637 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/621a708e6b6446d688d2187832dd631f, entries=150, sequenceid=192, filesize=11.9 K 2024-11-12T07:26:40,638 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 40982a2e850f2bf831ad75c619cfc63e in 1248ms, sequenceid=192, compaction requested=false 2024-11-12T07:26:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:40,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-12T07:26:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-12T07:26:40,641 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-12T07:26:40,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1660 sec 2024-11-12T07:26:40,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 2.1700 sec 2024-11-12T07:26:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:40,818 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:40,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-12T07:26:40,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/278ed2280c354092ace2e40a6a7fc369 is 50, key is test_row_0/A:col10/1731396400817/Put/seqid=0 2024-11-12T07:26:40,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742289_1465 (size=14541) 2024-11-12T07:26:40,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/278ed2280c354092ace2e40a6a7fc369 2024-11-12T07:26:40,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/05ca5485b2c9456e9686d56ec6610393 is 50, key is test_row_0/B:col10/1731396400817/Put/seqid=0 2024-11-12T07:26:40,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742290_1466 (size=12151) 2024-11-12T07:26:40,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396460871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:40,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:40,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396460872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:40,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:40,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396460873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:40,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:40,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396460874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:40,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396460879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:40,887 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:40,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396460992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,000 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396460992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396460992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396460992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396460993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,006 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396461212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:41,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396461212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:41,216 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396461212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:41,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396461212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,216 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:41,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396461212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,217 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/05ca5485b2c9456e9686d56ec6610393 2024-11-12T07:26:41,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/8e6c40e7cf104063a0ee8c8264bc6124 is 50, key is test_row_0/C:col10/1731396400817/Put/seqid=0 2024-11-12T07:26:41,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742291_1467 (size=12151) 2024-11-12T07:26:41,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396461522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396461522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396461522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:41,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396461522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:41,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396461522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:41,526 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:41,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:41,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/8e6c40e7cf104063a0ee8c8264bc6124 2024-11-12T07:26:41,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/278ed2280c354092ace2e40a6a7fc369 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/278ed2280c354092ace2e40a6a7fc369 2024-11-12T07:26:41,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/278ed2280c354092ace2e40a6a7fc369, entries=200, sequenceid=211, filesize=14.2 K 2024-11-12T07:26:41,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/05ca5485b2c9456e9686d56ec6610393 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/05ca5485b2c9456e9686d56ec6610393 2024-11-12T07:26:41,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/05ca5485b2c9456e9686d56ec6610393, entries=150, sequenceid=211, filesize=11.9 K 2024-11-12T07:26:41,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/8e6c40e7cf104063a0ee8c8264bc6124 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/8e6c40e7cf104063a0ee8c8264bc6124 2024-11-12T07:26:41,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/8e6c40e7cf104063a0ee8c8264bc6124, entries=150, sequenceid=211, filesize=11.9 K 2024-11-12T07:26:41,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 40982a2e850f2bf831ad75c619cfc63e in 857ms, sequenceid=211, compaction requested=true 2024-11-12T07:26:41,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:41,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:41,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:41,676 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:41,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:41,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:41,676 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:41,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:41,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:41,679 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:41,679 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:41,679 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/B is initiating minor compaction (all files) 2024-11-12T07:26:41,679 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/A is initiating minor compaction (all files) 2024-11-12T07:26:41,679 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/A in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:41,679 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/B in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:41,679 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/7079ae88e194487b8b837a062b99711d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/13d286c3bd6a4043934db95dd9a449ab, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/05ca5485b2c9456e9686d56ec6610393] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=36.0 K 2024-11-12T07:26:41,679 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/b1bf1735ef3145f7bf18404c569db82d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/6c67085dc44f43ffb86258db5a4ba2e9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/278ed2280c354092ace2e40a6a7fc369] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=38.3 K 2024-11-12T07:26:41,679 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1bf1735ef3145f7bf18404c569db82d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396398149 2024-11-12T07:26:41,679 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 7079ae88e194487b8b837a062b99711d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396398149 2024-11-12T07:26:41,679 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c67085dc44f43ffb86258db5a4ba2e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731396398502 2024-11-12T07:26:41,679 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 13d286c3bd6a4043934db95dd9a449ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731396398502 2024-11-12T07:26:41,679 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 278ed2280c354092ace2e40a6a7fc369, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731396399665 2024-11-12T07:26:41,679 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 05ca5485b2c9456e9686d56ec6610393, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731396399669 2024-11-12T07:26:41,685 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#A#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:41,685 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#B#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:41,685 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/fe20112765e048c28fd41bd3368af51d is 50, key is test_row_0/A:col10/1731396400817/Put/seqid=0 2024-11-12T07:26:41,686 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/e904103763e240fda5992b1cbb369713 is 50, key is test_row_0/B:col10/1731396400817/Put/seqid=0 2024-11-12T07:26:41,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742292_1468 (size=12663) 2024-11-12T07:26:41,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742293_1469 (size=12663) 2024-11-12T07:26:42,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:42,036 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:42,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-12T07:26:42,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/b791032ffd91426fbb5f6c9667a7c167 is 50, key is test_row_0/A:col10/1731396402035/Put/seqid=0 2024-11-12T07:26:42,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742294_1470 (size=14541) 2024-11-12T07:26:42,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396462049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,060 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396462054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,063 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396462055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396462057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396462059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,070 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,092 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/e904103763e240fda5992b1cbb369713 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/e904103763e240fda5992b1cbb369713 2024-11-12T07:26:42,095 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/B of 40982a2e850f2bf831ad75c619cfc63e into e904103763e240fda5992b1cbb369713(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:42,095 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:42,095 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/B, priority=13, startTime=1731396401676; duration=0sec 2024-11-12T07:26:42,095 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:42,095 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:B 2024-11-12T07:26:42,095 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:42,096 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:42,096 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/C is initiating minor compaction (all files) 2024-11-12T07:26:42,096 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/C in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:42,096 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/66c37f6ba29f43e3a2c36851002e0048, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/621a708e6b6446d688d2187832dd631f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/8e6c40e7cf104063a0ee8c8264bc6124] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=36.0 K 2024-11-12T07:26:42,096 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 66c37f6ba29f43e3a2c36851002e0048, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396398149 2024-11-12T07:26:42,096 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 621a708e6b6446d688d2187832dd631f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731396398502 2024-11-12T07:26:42,097 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e6c40e7cf104063a0ee8c8264bc6124, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731396399669 2024-11-12T07:26:42,102 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/fe20112765e048c28fd41bd3368af51d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/fe20112765e048c28fd41bd3368af51d 2024-11-12T07:26:42,104 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:42,105 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/5758892b5586441f830df6fb4b15c988 is 50, key is test_row_0/C:col10/1731396400817/Put/seqid=0 2024-11-12T07:26:42,105 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/A of 40982a2e850f2bf831ad75c619cfc63e into fe20112765e048c28fd41bd3368af51d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:42,105 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:42,105 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/A, priority=13, startTime=1731396401675; duration=0sec 2024-11-12T07:26:42,106 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:42,106 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:A 2024-11-12T07:26:42,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742295_1471 (size=12663) 2024-11-12T07:26:42,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396462162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,166 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396462172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396462172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396462172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396462172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396462372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396462382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396462382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,387 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396462391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396462392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,443 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/b791032ffd91426fbb5f6c9667a7c167 2024-11-12T07:26:42,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/a8002a470e17476fa83ace947b2ef56e is 50, key is test_row_0/B:col10/1731396402035/Put/seqid=0 2024-11-12T07:26:42,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742296_1472 (size=12151) 2024-11-12T07:26:42,512 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/5758892b5586441f830df6fb4b15c988 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/5758892b5586441f830df6fb4b15c988 2024-11-12T07:26:42,516 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/C of 40982a2e850f2bf831ad75c619cfc63e into 5758892b5586441f830df6fb4b15c988(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:42,516 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:42,516 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/C, priority=13, startTime=1731396401676; duration=0sec 2024-11-12T07:26:42,516 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:42,516 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:C 2024-11-12T07:26:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-12T07:26:42,642 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:42,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-11-12T07:26:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T07:26:42,643 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:42,644 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:42,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:42,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396462682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396462692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396462692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,698 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396462702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:42,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396462702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T07:26:42,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-12T07:26:42,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:42,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:42,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:42,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:42,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:42,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/a8002a470e17476fa83ace947b2ef56e 2024-11-12T07:26:42,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/0638eb63da514cf7ac594d72161c05ea is 50, key is test_row_0/C:col10/1731396402035/Put/seqid=0 2024-11-12T07:26:42,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742297_1473 (size=12151) 2024-11-12T07:26:42,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-12T07:26:42,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:42,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:42,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:42,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:42,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:42,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:42,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T07:26:43,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-12T07:26:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:43,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:43,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:43,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396463191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:43,196 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:43,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396463201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:43,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:43,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396463212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:43,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:43,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:43,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:43,215 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:43,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396463212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:43,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:43,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:43,215 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:43,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:43,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396463222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:43,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:43,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:43,227 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:43,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-12T07:26:43,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:43,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:43,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:43,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:43,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:43,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/0638eb63da514cf7ac594d72161c05ea 2024-11-12T07:26:43,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/b791032ffd91426fbb5f6c9667a7c167 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/b791032ffd91426fbb5f6c9667a7c167 2024-11-12T07:26:43,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/b791032ffd91426fbb5f6c9667a7c167, entries=200, sequenceid=230, filesize=14.2 K 2024-11-12T07:26:43,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/a8002a470e17476fa83ace947b2ef56e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a8002a470e17476fa83ace947b2ef56e 2024-11-12T07:26:43,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a8002a470e17476fa83ace947b2ef56e, entries=150, sequenceid=230, filesize=11.9 K 2024-11-12T07:26:43,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/0638eb63da514cf7ac594d72161c05ea as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0638eb63da514cf7ac594d72161c05ea 2024-11-12T07:26:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T07:26:43,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0638eb63da514cf7ac594d72161c05ea, entries=150, sequenceid=230, filesize=11.9 K 2024-11-12T07:26:43,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 40982a2e850f2bf831ad75c619cfc63e in 1237ms, sequenceid=230, compaction requested=false 2024-11-12T07:26:43,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:43,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-11-12T07:26:43,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:43,406 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-12T07:26:43,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/9199a91b15e44b0bbc6f83777522d8ec is 50, key is test_row_0/A:col10/1731396402055/Put/seqid=0 2024-11-12T07:26:43,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742298_1474 (size=12151) 2024-11-12T07:26:43,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T07:26:43,815 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/9199a91b15e44b0bbc6f83777522d8ec 2024-11-12T07:26:43,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/3a179cd12c674152906e031e9be2a50e is 50, key is test_row_0/B:col10/1731396402055/Put/seqid=0 2024-11-12T07:26:43,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742299_1475 (size=12151) 2024-11-12T07:26:44,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:44,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:44,226 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/3a179cd12c674152906e031e9be2a50e 2024-11-12T07:26:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/aeb95d8418a24de6a55ee2a6b9fa2484 is 50, key is test_row_0/C:col10/1731396402055/Put/seqid=0 2024-11-12T07:26:44,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742300_1476 (size=12151) 2024-11-12T07:26:44,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396464238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396464242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396464242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396464243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396464248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396464352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396464352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396464352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396464361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396464361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396464562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396464562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396464562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,571 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396464581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,582 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396464582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,635 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/aeb95d8418a24de6a55ee2a6b9fa2484 2024-11-12T07:26:44,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/9199a91b15e44b0bbc6f83777522d8ec as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/9199a91b15e44b0bbc6f83777522d8ec 2024-11-12T07:26:44,642 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/9199a91b15e44b0bbc6f83777522d8ec, entries=150, sequenceid=250, filesize=11.9 K 2024-11-12T07:26:44,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/3a179cd12c674152906e031e9be2a50e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/3a179cd12c674152906e031e9be2a50e 2024-11-12T07:26:44,644 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/3a179cd12c674152906e031e9be2a50e, entries=150, sequenceid=250, filesize=11.9 K 2024-11-12T07:26:44,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/aeb95d8418a24de6a55ee2a6b9fa2484 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/aeb95d8418a24de6a55ee2a6b9fa2484 2024-11-12T07:26:44,648 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/aeb95d8418a24de6a55ee2a6b9fa2484, entries=150, sequenceid=250, filesize=11.9 K 2024-11-12T07:26:44,648 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 40982a2e850f2bf831ad75c619cfc63e in 1242ms, sequenceid=250, compaction requested=true 2024-11-12T07:26:44,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:44,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:44,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-11-12T07:26:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-11-12T07:26:44,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-12T07:26:44,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0060 sec 2024-11-12T07:26:44,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 2.0100 sec 2024-11-12T07:26:44,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-12T07:26:44,802 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:44,803 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-11-12T07:26:44,804 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-12T07:26:44,805 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:44,805 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:44,884 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:44,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-12T07:26:44,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/bf378f2508d04f92a6200631e4d3c18d is 50, key is test_row_0/A:col10/1731396404884/Put/seqid=0 2024-11-12T07:26:44,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742301_1477 (size=17181) 2024-11-12T07:26:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-12T07:26:44,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396464903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,914 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396464904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396464905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,915 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396464908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396464914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:44,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:44,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T07:26:44,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:44,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:44,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:44,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:44,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396465022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396465022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396465022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396465022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396465032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,036 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T07:26:45,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:45,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:45,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:45,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-12T07:26:45,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396465232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396465232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396465232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396465232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,238 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396465241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T07:26:45,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:45,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:45,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:45,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/bf378f2508d04f92a6200631e4d3c18d 2024-11-12T07:26:45,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/a88a15fd8bee43c3a2309c58b95c4987 is 50, key is test_row_0/B:col10/1731396404884/Put/seqid=0 2024-11-12T07:26:45,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742302_1478 (size=12301) 2024-11-12T07:26:45,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T07:26:45,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:45,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:45,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:45,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-12T07:26:45,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396465542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396465542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,553 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,553 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396465542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,553 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396465542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,554 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:45,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396465553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:45,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:45,555 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:45,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T07:26:45,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:45,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:45,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:45,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/a88a15fd8bee43c3a2309c58b95c4987 2024-11-12T07:26:45,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/0b4b49262e7747fbbb65e029a6c57275 is 50, key is test_row_0/C:col10/1731396404884/Put/seqid=0 2024-11-12T07:26:45,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742303_1479 (size=12301) 2024-11-12T07:26:45,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T07:26:45,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:45,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:45,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:45,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T07:26:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:45,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:45,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-12T07:26:46,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T07:26:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:46,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:46,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:46,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396466062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:46,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396466062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:46,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:46,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:46,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396466062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:46,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396466062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:46,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396466062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:46,069 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:46,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:46,070 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:46,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/0b4b49262e7747fbbb65e029a6c57275 2024-11-12T07:26:46,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/bf378f2508d04f92a6200631e4d3c18d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/bf378f2508d04f92a6200631e4d3c18d 2024-11-12T07:26:46,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/bf378f2508d04f92a6200631e4d3c18d, entries=250, sequenceid=271, filesize=16.8 K 2024-11-12T07:26:46,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/a88a15fd8bee43c3a2309c58b95c4987 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a88a15fd8bee43c3a2309c58b95c4987 2024-11-12T07:26:46,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a88a15fd8bee43c3a2309c58b95c4987, entries=150, sequenceid=271, filesize=12.0 K 2024-11-12T07:26:46,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/0b4b49262e7747fbbb65e029a6c57275 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0b4b49262e7747fbbb65e029a6c57275 2024-11-12T07:26:46,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0b4b49262e7747fbbb65e029a6c57275, entries=150, sequenceid=271, filesize=12.0 K 2024-11-12T07:26:46,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 40982a2e850f2bf831ad75c619cfc63e in 1238ms, sequenceid=271, compaction requested=true 2024-11-12T07:26:46,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:46,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:46,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:46,123 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:26:46,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:46,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:46,123 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:26:46,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:46,123 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:46,123 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56536 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:26:46,123 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:26:46,124 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/A is initiating minor compaction (all files) 2024-11-12T07:26:46,124 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/B is initiating minor compaction (all files) 2024-11-12T07:26:46,124 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/A in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:46,124 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/B in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:46,124 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/fe20112765e048c28fd41bd3368af51d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/b791032ffd91426fbb5f6c9667a7c167, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/9199a91b15e44b0bbc6f83777522d8ec, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/bf378f2508d04f92a6200631e4d3c18d] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=55.2 K 2024-11-12T07:26:46,124 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/e904103763e240fda5992b1cbb369713, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a8002a470e17476fa83ace947b2ef56e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/3a179cd12c674152906e031e9be2a50e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a88a15fd8bee43c3a2309c58b95c4987] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=48.1 K 2024-11-12T07:26:46,124 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe20112765e048c28fd41bd3368af51d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731396399669 2024-11-12T07:26:46,124 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting e904103763e240fda5992b1cbb369713, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731396399669 2024-11-12T07:26:46,124 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting b791032ffd91426fbb5f6c9667a7c167, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731396400871 2024-11-12T07:26:46,124 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a8002a470e17476fa83ace947b2ef56e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731396400871 2024-11-12T07:26:46,124 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a179cd12c674152906e031e9be2a50e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731396402038 2024-11-12T07:26:46,124 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9199a91b15e44b0bbc6f83777522d8ec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731396402038 2024-11-12T07:26:46,125 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a88a15fd8bee43c3a2309c58b95c4987, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731396404236 2024-11-12T07:26:46,125 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf378f2508d04f92a6200631e4d3c18d, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731396404236 2024-11-12T07:26:46,130 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#A#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:46,130 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/87250356397541c18a4155e5a4d8e15e is 50, key is test_row_0/A:col10/1731396404884/Put/seqid=0 2024-11-12T07:26:46,131 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#B#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:46,131 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/d6a21425ca474c2e9cde87807dad44e6 is 50, key is test_row_0/B:col10/1731396404884/Put/seqid=0 2024-11-12T07:26:46,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742304_1480 (size=12949) 2024-11-12T07:26:46,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742305_1481 (size=12949) 2024-11-12T07:26:46,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-11-12T07:26:46,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:46,178 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T07:26:46,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/773526b4f5f34e89a21145f093f78148 is 50, key is test_row_0/A:col10/1731396404913/Put/seqid=0 2024-11-12T07:26:46,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742306_1482 (size=12301) 2024-11-12T07:26:46,186 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/773526b4f5f34e89a21145f093f78148 2024-11-12T07:26:46,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/921b8d1748a64e65afae3a03cc2e1aff is 50, key is test_row_0/B:col10/1731396404913/Put/seqid=0 2024-11-12T07:26:46,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742307_1483 (size=12301) 2024-11-12T07:26:46,196 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/921b8d1748a64e65afae3a03cc2e1aff 2024-11-12T07:26:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/251e698e615b462eb517a98ec8306652 is 50, key is test_row_0/C:col10/1731396404913/Put/seqid=0 2024-11-12T07:26:46,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742308_1484 (size=12301) 2024-11-12T07:26:46,538 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/87250356397541c18a4155e5a4d8e15e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/87250356397541c18a4155e5a4d8e15e 2024-11-12T07:26:46,540 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/d6a21425ca474c2e9cde87807dad44e6 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d6a21425ca474c2e9cde87807dad44e6 2024-11-12T07:26:46,543 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/A of 40982a2e850f2bf831ad75c619cfc63e into 87250356397541c18a4155e5a4d8e15e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:46,543 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:46,543 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/A, priority=12, startTime=1731396406122; duration=0sec 2024-11-12T07:26:46,543 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:46,543 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:A 2024-11-12T07:26:46,543 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-12T07:26:46,543 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/B of 40982a2e850f2bf831ad75c619cfc63e into d6a21425ca474c2e9cde87807dad44e6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:46,543 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:46,543 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/B, priority=12, startTime=1731396406123; duration=0sec 2024-11-12T07:26:46,543 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:46,543 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:B 2024-11-12T07:26:46,543 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-12T07:26:46,544 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/C is initiating minor compaction (all files) 2024-11-12T07:26:46,544 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/C in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:46,544 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/5758892b5586441f830df6fb4b15c988, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0638eb63da514cf7ac594d72161c05ea, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/aeb95d8418a24de6a55ee2a6b9fa2484, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0b4b49262e7747fbbb65e029a6c57275] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=48.1 K 2024-11-12T07:26:46,544 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5758892b5586441f830df6fb4b15c988, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731396399669 2024-11-12T07:26:46,544 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0638eb63da514cf7ac594d72161c05ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731396400871 2024-11-12T07:26:46,544 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting aeb95d8418a24de6a55ee2a6b9fa2484, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731396402038 2024-11-12T07:26:46,544 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b4b49262e7747fbbb65e029a6c57275, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731396404236 2024-11-12T07:26:46,551 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#C#compaction#407 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:46,552 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/93cad408d5c74cb7951f91d11f1dc8fa is 50, key is test_row_0/C:col10/1731396404884/Put/seqid=0 2024-11-12T07:26:46,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742309_1485 (size=12949) 2024-11-12T07:26:46,564 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/93cad408d5c74cb7951f91d11f1dc8fa as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/93cad408d5c74cb7951f91d11f1dc8fa 2024-11-12T07:26:46,567 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/C of 40982a2e850f2bf831ad75c619cfc63e into 93cad408d5c74cb7951f91d11f1dc8fa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:46,567 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:46,567 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/C, priority=12, startTime=1731396406123; duration=0sec 2024-11-12T07:26:46,567 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:46,567 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:C 2024-11-12T07:26:46,607 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/251e698e615b462eb517a98ec8306652 2024-11-12T07:26:46,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/773526b4f5f34e89a21145f093f78148 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/773526b4f5f34e89a21145f093f78148 2024-11-12T07:26:46,613 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/773526b4f5f34e89a21145f093f78148, entries=150, sequenceid=286, filesize=12.0 K 2024-11-12T07:26:46,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/921b8d1748a64e65afae3a03cc2e1aff as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/921b8d1748a64e65afae3a03cc2e1aff 2024-11-12T07:26:46,621 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/921b8d1748a64e65afae3a03cc2e1aff, entries=150, sequenceid=286, filesize=12.0 K 2024-11-12T07:26:46,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/251e698e615b462eb517a98ec8306652 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/251e698e615b462eb517a98ec8306652 2024-11-12T07:26:46,625 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/251e698e615b462eb517a98ec8306652, entries=150, sequenceid=286, filesize=12.0 K 2024-11-12T07:26:46,626 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 40982a2e850f2bf831ad75c619cfc63e in 448ms, sequenceid=286, compaction requested=false 2024-11-12T07:26:46,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:46,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:46,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-11-12T07:26:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-11-12T07:26:46,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-12T07:26:46,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8220 sec 2024-11-12T07:26:46,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.8260 sec 2024-11-12T07:26:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-11-12T07:26:46,952 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:46,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-11-12T07:26:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-12T07:26:46,954 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:46,954 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:46,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-12T07:26:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:47,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:26:47,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/17bbb2eb08c7473ba84aae30af287fcb is 50, key is test_row_0/A:col10/1731396407081/Put/seqid=0 2024-11-12T07:26:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742310_1486 (size=17181) 2024-11-12T07:26:47,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-12T07:26:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:47,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396467139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396467140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,147 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396467142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396467146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396467147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396467252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396467252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396467252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-12T07:26:47,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:47,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:47,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:47,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396467262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396467262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-12T07:26:47,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-12T07:26:47,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:47,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:47,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:47,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396467462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396467462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,469 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396467462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396467472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396467472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,479 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,480 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/17bbb2eb08c7473ba84aae30af287fcb 2024-11-12T07:26:47,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/afcef58c4ff343d189b6cc5cca081b80 is 50, key is test_row_0/B:col10/1731396407081/Put/seqid=0 2024-11-12T07:26:47,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742311_1487 (size=12301) 2024-11-12T07:26:47,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-12T07:26:47,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:47,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:47,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:47,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-12T07:26:47,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-12T07:26:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:47,716 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396467772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,781 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396467782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396467782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396467782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,790 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396467791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:47,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:47,800 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:47,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-12T07:26:47,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:47,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:47,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:47,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:47,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/afcef58c4ff343d189b6cc5cca081b80 2024-11-12T07:26:47,905 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/5a3b9b472b554cf4ad36a8ace4f6f905 is 50, key is test_row_0/C:col10/1731396407081/Put/seqid=0 2024-11-12T07:26:47,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742312_1488 (size=12301) 2024-11-12T07:26:48,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-12T07:26:48,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:48,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:48,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:48,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:48,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-12T07:26:48,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-12T07:26:48,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:48,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:48,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:48,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] handler.RSProcedureHandler(58): pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:48,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=142 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=142 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:48,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396468292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:48,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:48,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396468301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:48,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:48,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:48,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:48,305 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396468301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:48,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:48,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396468302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:48,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:48,305 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:48,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:48,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:48,306 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:48,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/5a3b9b472b554cf4ad36a8ace4f6f905 2024-11-12T07:26:48,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/17bbb2eb08c7473ba84aae30af287fcb as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/17bbb2eb08c7473ba84aae30af287fcb 2024-11-12T07:26:48,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396468312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:48,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:48,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:48,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/17bbb2eb08c7473ba84aae30af287fcb, entries=250, sequenceid=300, filesize=16.8 K 2024-11-12T07:26:48,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:48,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/afcef58c4ff343d189b6cc5cca081b80 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/afcef58c4ff343d189b6cc5cca081b80 2024-11-12T07:26:48,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/afcef58c4ff343d189b6cc5cca081b80, entries=150, sequenceid=300, filesize=12.0 K 2024-11-12T07:26:48,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/5a3b9b472b554cf4ad36a8ace4f6f905 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/5a3b9b472b554cf4ad36a8ace4f6f905 2024-11-12T07:26:48,322 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/5a3b9b472b554cf4ad36a8ace4f6f905, entries=150, sequenceid=300, filesize=12.0 K 2024-11-12T07:26:48,323 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 40982a2e850f2bf831ad75c619cfc63e in 1241ms, sequenceid=300, compaction requested=true 2024-11-12T07:26:48,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:48,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:48,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:48,323 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:48,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:48,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:48,323 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:48,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:48,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:48,324 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:48,324 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42431 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:48,324 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/B is initiating minor compaction (all files) 2024-11-12T07:26:48,324 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/A is initiating minor compaction (all files) 2024-11-12T07:26:48,324 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/B in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:48,324 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/A in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:48,324 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/87250356397541c18a4155e5a4d8e15e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/773526b4f5f34e89a21145f093f78148, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/17bbb2eb08c7473ba84aae30af287fcb] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=41.4 K 2024-11-12T07:26:48,324 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d6a21425ca474c2e9cde87807dad44e6, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/921b8d1748a64e65afae3a03cc2e1aff, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/afcef58c4ff343d189b6cc5cca081b80] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=36.7 K 2024-11-12T07:26:48,324 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87250356397541c18a4155e5a4d8e15e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731396404236 2024-11-12T07:26:48,324 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d6a21425ca474c2e9cde87807dad44e6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731396404236 2024-11-12T07:26:48,324 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 921b8d1748a64e65afae3a03cc2e1aff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731396404902 2024-11-12T07:26:48,324 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 773526b4f5f34e89a21145f093f78148, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731396404902 2024-11-12T07:26:48,324 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting afcef58c4ff343d189b6cc5cca081b80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731396407075 2024-11-12T07:26:48,324 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17bbb2eb08c7473ba84aae30af287fcb, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731396407075 2024-11-12T07:26:48,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-11-12T07:26:48,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:48,327 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T07:26:48,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/2307c324c5e54f23b2793db95cb9221c is 50, key is test_row_0/A:col10/1731396407141/Put/seqid=0 2024-11-12T07:26:48,332 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#B#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:48,332 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/d71bfa45bddd4fb4a0ab99f6425d4219 is 50, key is test_row_0/B:col10/1731396407081/Put/seqid=0 2024-11-12T07:26:48,332 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#A#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:48,333 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/6a5fdf1bb6904c70a44be3874b58052e is 50, key is test_row_0/A:col10/1731396407081/Put/seqid=0 2024-11-12T07:26:48,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742313_1489 (size=12301) 2024-11-12T07:26:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742314_1490 (size=13051) 2024-11-12T07:26:48,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742315_1491 (size=13051) 2024-11-12T07:26:48,739 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/2307c324c5e54f23b2793db95cb9221c 2024-11-12T07:26:48,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/eae5b8ef492547809dc553e8debe2224 is 50, key is test_row_0/B:col10/1731396407141/Put/seqid=0 2024-11-12T07:26:48,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742316_1492 (size=12301) 2024-11-12T07:26:48,748 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/eae5b8ef492547809dc553e8debe2224 2024-11-12T07:26:48,756 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/d71bfa45bddd4fb4a0ab99f6425d4219 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d71bfa45bddd4fb4a0ab99f6425d4219 2024-11-12T07:26:48,758 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/6a5fdf1bb6904c70a44be3874b58052e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/6a5fdf1bb6904c70a44be3874b58052e 2024-11-12T07:26:48,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/912922b2fe0543e1bd778bc82100e3de is 50, key is test_row_0/C:col10/1731396407141/Put/seqid=0 2024-11-12T07:26:48,761 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/A of 40982a2e850f2bf831ad75c619cfc63e into 6a5fdf1bb6904c70a44be3874b58052e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:48,762 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:48,762 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/A, priority=13, startTime=1731396408323; duration=0sec 2024-11-12T07:26:48,762 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:48,762 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:A 2024-11-12T07:26:48,762 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:48,762 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/B of 40982a2e850f2bf831ad75c619cfc63e into d71bfa45bddd4fb4a0ab99f6425d4219(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:48,762 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:48,762 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/B, priority=13, startTime=1731396408323; duration=0sec 2024-11-12T07:26:48,762 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:48,762 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:B 2024-11-12T07:26:48,765 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:48,765 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/C is initiating minor compaction (all files) 2024-11-12T07:26:48,765 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/C in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:48,765 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/93cad408d5c74cb7951f91d11f1dc8fa, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/251e698e615b462eb517a98ec8306652, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/5a3b9b472b554cf4ad36a8ace4f6f905] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=36.7 K 2024-11-12T07:26:48,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742317_1493 (size=12301) 2024-11-12T07:26:48,766 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93cad408d5c74cb7951f91d11f1dc8fa, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731396404236 2024-11-12T07:26:48,766 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 251e698e615b462eb517a98ec8306652, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1731396404902 2024-11-12T07:26:48,766 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a3b9b472b554cf4ad36a8ace4f6f905, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731396407075 2024-11-12T07:26:48,768 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/912922b2fe0543e1bd778bc82100e3de 2024-11-12T07:26:48,770 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#C#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:48,771 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/799caa9053af4017956ce0746b0e19fc is 50, key is test_row_0/C:col10/1731396407081/Put/seqid=0 2024-11-12T07:26:48,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/2307c324c5e54f23b2793db95cb9221c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/2307c324c5e54f23b2793db95cb9221c 2024-11-12T07:26:48,774 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/2307c324c5e54f23b2793db95cb9221c, entries=150, sequenceid=325, filesize=12.0 K 2024-11-12T07:26:48,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742318_1494 (size=13051) 2024-11-12T07:26:48,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/eae5b8ef492547809dc553e8debe2224 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/eae5b8ef492547809dc553e8debe2224 2024-11-12T07:26:48,781 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/799caa9053af4017956ce0746b0e19fc as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/799caa9053af4017956ce0746b0e19fc 2024-11-12T07:26:48,781 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/eae5b8ef492547809dc553e8debe2224, entries=150, sequenceid=325, filesize=12.0 K 2024-11-12T07:26:48,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/912922b2fe0543e1bd778bc82100e3de as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/912922b2fe0543e1bd778bc82100e3de 2024-11-12T07:26:48,786 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/912922b2fe0543e1bd778bc82100e3de, entries=150, sequenceid=325, filesize=12.0 K 2024-11-12T07:26:48,786 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/C of 40982a2e850f2bf831ad75c619cfc63e into 799caa9053af4017956ce0746b0e19fc(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:48,786 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:48,786 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/C, priority=13, startTime=1731396408323; duration=0sec 2024-11-12T07:26:48,786 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 40982a2e850f2bf831ad75c619cfc63e in 460ms, sequenceid=325, compaction requested=false 2024-11-12T07:26:48,786 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:48,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:48,786 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:C 2024-11-12T07:26:48,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:48,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-11-12T07:26:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-11-12T07:26:48,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-11-12T07:26:48,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8340 sec 2024-11-12T07:26:48,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 1.8380 sec 2024-11-12T07:26:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-12T07:26:49,102 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:49,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-11-12T07:26:49,104 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-12T07:26:49,105 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:49,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-12T07:26:49,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-11-12T07:26:49,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:49,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:49,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:49,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-11-12T07:26:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-11-12T07:26:49,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-12T07:26:49,260 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-12T07:26:49,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 157 msec 2024-11-12T07:26:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:49,315 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:49,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:26:49,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/e298203da6b64968a46ed3be88575ddb is 50, key is test_row_0/A:col10/1731396409313/Put/seqid=0 2024-11-12T07:26:49,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742319_1495 (size=17181) 2024-11-12T07:26:49,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396469344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396469345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,348 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,349 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396469346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396469347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396469348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-11-12T07:26:49,422 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:49,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-11-12T07:26:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T07:26:49,424 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:49,425 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:49,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:49,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396469451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396469451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396469462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396469462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396469462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T07:26:49,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T07:26:49,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:49,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:49,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:49,577 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:49,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:49,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396469661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396469662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396469672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396469672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396469672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/e298203da6b64968a46ed3be88575ddb 2024-11-12T07:26:49,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/142a3bdbd6274e908b8301e40ea71e83 is 50, key is test_row_0/B:col10/1731396409313/Put/seqid=0 2024-11-12T07:26:49,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T07:26:49,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:49,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:49,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:49,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:49,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:49,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742320_1496 (size=12301) 2024-11-12T07:26:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T07:26:49,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T07:26:49,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:49,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:49,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:49,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:49,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:49,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396469971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396469971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396469982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396469982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396469982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:50,018 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:26:50,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T07:26:50,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:50,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:50,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:50,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:50,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T07:26:50,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/142a3bdbd6274e908b8301e40ea71e83 2024-11-12T07:26:50,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/502086c93fa542b5820381207ccf88fe is 50, key is test_row_0/C:col10/1731396409313/Put/seqid=0 2024-11-12T07:26:50,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742321_1497 (size=12301) 2024-11-12T07:26:50,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T07:26:50,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:50,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:50,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:50,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:50,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:50,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T07:26:50,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:50,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:50,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:50,343 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:50,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:50,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38854 deadline: 1731396470481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:50,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:50,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:50,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38826 deadline: 1731396470482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:50,486 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:50,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:50,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:50,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:50,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:50,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T07:26:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38830 deadline: 1731396470492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:50,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:50,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:50,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:50,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:50,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:50,496 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38838 deadline: 1731396470492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:50,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:50,496 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:50,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:50,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:50,496 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38802 deadline: 1731396470492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:50,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 , the old value is region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:50,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., hostname=cea23c84c117,42891,1731396261716, seqNum=2 because the exception is null or not the one we care about 2024-11-12T07:26:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:50,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=341 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/502086c93fa542b5820381207ccf88fe 2024-11-12T07:26:50,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/e298203da6b64968a46ed3be88575ddb as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/e298203da6b64968a46ed3be88575ddb 2024-11-12T07:26:50,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/e298203da6b64968a46ed3be88575ddb, entries=250, sequenceid=341, filesize=16.8 K 2024-11-12T07:26:50,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/142a3bdbd6274e908b8301e40ea71e83 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/142a3bdbd6274e908b8301e40ea71e83 2024-11-12T07:26:50,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/142a3bdbd6274e908b8301e40ea71e83, entries=150, sequenceid=341, filesize=12.0 K 2024-11-12T07:26:50,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/502086c93fa542b5820381207ccf88fe as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/502086c93fa542b5820381207ccf88fe 2024-11-12T07:26:50,554 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/502086c93fa542b5820381207ccf88fe, entries=150, sequenceid=341, filesize=12.0 K 2024-11-12T07:26:50,555 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 40982a2e850f2bf831ad75c619cfc63e in 1240ms, sequenceid=341, compaction requested=true 2024-11-12T07:26:50,555 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:50,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:26:50,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:50,555 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:50,555 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:50,555 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:26:50,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:50,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 40982a2e850f2bf831ad75c619cfc63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:26:50,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:50,556 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42533 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:50,556 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:50,556 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/B is initiating minor compaction (all files) 2024-11-12T07:26:50,556 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/A is initiating minor compaction (all files) 2024-11-12T07:26:50,556 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/B in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:50,556 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/A in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:50,556 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/6a5fdf1bb6904c70a44be3874b58052e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/2307c324c5e54f23b2793db95cb9221c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/e298203da6b64968a46ed3be88575ddb] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=41.5 K 2024-11-12T07:26:50,556 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d71bfa45bddd4fb4a0ab99f6425d4219, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/eae5b8ef492547809dc553e8debe2224, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/142a3bdbd6274e908b8301e40ea71e83] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=36.8 K 2024-11-12T07:26:50,556 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d71bfa45bddd4fb4a0ab99f6425d4219, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731396407075 2024-11-12T07:26:50,556 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a5fdf1bb6904c70a44be3874b58052e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731396407075 2024-11-12T07:26:50,557 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2307c324c5e54f23b2793db95cb9221c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731396407139 2024-11-12T07:26:50,557 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting eae5b8ef492547809dc553e8debe2224, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731396407139 2024-11-12T07:26:50,557 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting e298203da6b64968a46ed3be88575ddb, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731396409310 2024-11-12T07:26:50,557 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 142a3bdbd6274e908b8301e40ea71e83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731396409310 2024-11-12T07:26:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T07:26:50,569 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#B#compaction#420 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:50,569 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#A#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:50,569 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/340775b72e484539924ff4ee53377b86 is 50, key is test_row_0/A:col10/1731396409313/Put/seqid=0 2024-11-12T07:26:50,569 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/82802f019d3f444ab1b8b2328eddbd05 is 50, key is test_row_0/B:col10/1731396409313/Put/seqid=0 2024-11-12T07:26:50,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742322_1498 (size=13153) 2024-11-12T07:26:50,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742323_1499 (size=13153) 2024-11-12T07:26:50,649 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-11-12T07:26:50,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:50,649 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T07:26:50,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/20f01af2ce864901aef0629e31f44b7d is 50, key is test_row_0/A:col10/1731396409346/Put/seqid=0 2024-11-12T07:26:50,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742324_1500 (size=12301) 2024-11-12T07:26:50,883 INFO [Thread-1924 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1924. 2024-11-12T07:26:50,883 DEBUG [Thread-1924 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:50,883 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:50,883 DEBUG [Thread-1924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:50,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:50,888 INFO [Thread-1926 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1926. 2024-11-12T07:26:50,888 DEBUG [Thread-1926 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:50,888 DEBUG [Thread-1926 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:50,888 DEBUG [Thread-1926 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:50,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:50,889 INFO [Thread-1920 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1920. 2024-11-12T07:26:50,889 INFO [Thread-1928 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1928. 2024-11-12T07:26:50,889 DEBUG [Thread-1920 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:50,889 DEBUG [Thread-1928 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:50,889 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:50,889 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:50,890 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:50,890 DEBUG [Thread-1920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:50,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:50,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:50,895 INFO [Thread-1922 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1922. 2024-11-12T07:26:50,895 DEBUG [Thread-1922 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:50,895 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:50,895 DEBUG [Thread-1922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:50,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:51,007 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/340775b72e484539924ff4ee53377b86 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/340775b72e484539924ff4ee53377b86 2024-11-12T07:26:51,007 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/82802f019d3f444ab1b8b2328eddbd05 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/82802f019d3f444ab1b8b2328eddbd05 2024-11-12T07:26:51,010 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/B of 40982a2e850f2bf831ad75c619cfc63e into 82802f019d3f444ab1b8b2328eddbd05(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:51,010 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/A of 40982a2e850f2bf831ad75c619cfc63e into 340775b72e484539924ff4ee53377b86(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:51,010 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:51,010 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:51,010 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/B, priority=13, startTime=1731396410555; duration=0sec 2024-11-12T07:26:51,010 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/A, priority=13, startTime=1731396410555; duration=0sec 2024-11-12T07:26:51,010 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:51,010 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:A 2024-11-12T07:26:51,010 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:26:51,010 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:B 2024-11-12T07:26:51,010 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:26:51,011 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:26:51,011 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): 40982a2e850f2bf831ad75c619cfc63e/C is initiating minor compaction (all files) 2024-11-12T07:26:51,011 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 40982a2e850f2bf831ad75c619cfc63e/C in TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:51,011 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/799caa9053af4017956ce0746b0e19fc, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/912922b2fe0543e1bd778bc82100e3de, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/502086c93fa542b5820381207ccf88fe] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp, totalSize=36.8 K 2024-11-12T07:26:51,011 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 799caa9053af4017956ce0746b0e19fc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731396407075 2024-11-12T07:26:51,011 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 912922b2fe0543e1bd778bc82100e3de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1731396407139 2024-11-12T07:26:51,011 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 502086c93fa542b5820381207ccf88fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=341, earliestPutTs=1731396409310 2024-11-12T07:26:51,017 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 40982a2e850f2bf831ad75c619cfc63e#C#compaction#423 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:26:51,017 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/c6e12bad93594e40a8a626c024b94f76 is 50, key is test_row_0/C:col10/1731396409313/Put/seqid=0 2024-11-12T07:26:51,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742325_1501 (size=13153) 2024-11-12T07:26:51,060 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/20f01af2ce864901aef0629e31f44b7d 2024-11-12T07:26:51,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/3692729425f0445c9b068c086965c60b is 50, key is test_row_0/B:col10/1731396409346/Put/seqid=0 2024-11-12T07:26:51,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742326_1502 (size=12301) 2024-11-12T07:26:51,425 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/c6e12bad93594e40a8a626c024b94f76 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/c6e12bad93594e40a8a626c024b94f76 2024-11-12T07:26:51,428 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 40982a2e850f2bf831ad75c619cfc63e/C of 40982a2e850f2bf831ad75c619cfc63e into c6e12bad93594e40a8a626c024b94f76(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:26:51,428 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:51,428 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., storeName=40982a2e850f2bf831ad75c619cfc63e/C, priority=13, startTime=1731396410556; duration=0sec 2024-11-12T07:26:51,428 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:26:51,428 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 40982a2e850f2bf831ad75c619cfc63e:C 2024-11-12T07:26:51,469 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/3692729425f0445c9b068c086965c60b 2024-11-12T07:26:51,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/b7582b4ffc2045519c53121e9d6bc0cf is 50, key is test_row_0/C:col10/1731396409346/Put/seqid=0 2024-11-12T07:26:51,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742327_1503 (size=12301) 2024-11-12T07:26:51,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:51,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. as already flushing 2024-11-12T07:26:51,494 INFO [Thread-1909 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1909. 2024-11-12T07:26:51,494 DEBUG [Thread-1909 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:51,494 DEBUG [Thread-1909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:51,494 DEBUG [Thread-1909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:51,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:51,504 INFO [Thread-1913 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1913. 2024-11-12T07:26:51,504 INFO [Thread-1911 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1911. 2024-11-12T07:26:51,504 DEBUG [Thread-1913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:51,504 DEBUG [Thread-1911 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:51,504 DEBUG [Thread-1913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:51,504 DEBUG [Thread-1911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:51,504 DEBUG [Thread-1913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:51,504 DEBUG [Thread-1911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:51,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:51,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:51,514 INFO [Thread-1915 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1915. 2024-11-12T07:26:51,514 INFO [Thread-1917 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1917. 2024-11-12T07:26:51,514 DEBUG [Thread-1917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:51,514 DEBUG [Thread-1915 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:26:51,514 DEBUG [Thread-1917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:51,514 DEBUG [Thread-1915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:51,514 DEBUG [Thread-1917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:51,514 DEBUG [Thread-1915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:51,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:51,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:51,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T07:26:51,881 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/b7582b4ffc2045519c53121e9d6bc0cf 2024-11-12T07:26:51,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/20f01af2ce864901aef0629e31f44b7d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/20f01af2ce864901aef0629e31f44b7d 2024-11-12T07:26:51,897 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/20f01af2ce864901aef0629e31f44b7d, entries=150, sequenceid=365, filesize=12.0 K 2024-11-12T07:26:51,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/3692729425f0445c9b068c086965c60b as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/3692729425f0445c9b068c086965c60b 2024-11-12T07:26:51,902 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/3692729425f0445c9b068c086965c60b, entries=150, sequenceid=365, filesize=12.0 K 2024-11-12T07:26:51,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/b7582b4ffc2045519c53121e9d6bc0cf as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/b7582b4ffc2045519c53121e9d6bc0cf 2024-11-12T07:26:51,905 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/b7582b4ffc2045519c53121e9d6bc0cf, entries=150, sequenceid=365, filesize=12.0 K 2024-11-12T07:26:51,906 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 40982a2e850f2bf831ad75c619cfc63e in 1257ms, sequenceid=365, compaction requested=false 2024-11-12T07:26:51,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 40982a2e850f2bf831ad75c619cfc63e: 2024-11-12T07:26:51,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:51,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-11-12T07:26:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-11-12T07:26:51,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-12T07:26:51,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4820 sec 2024-11-12T07:26:51,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 2.4860 sec 2024-11-12T07:26:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-12T07:26:53,584 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:53,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T07:26:53,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-12T07:26:53,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-12T07:26:53,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-12T07:26:53,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-11-12T07:26:53,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-12T07:26:53,584 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T07:26:53,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T07:26:53,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1690 2024-11-12T07:26:53,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5070 rows 2024-11-12T07:26:53,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1681 2024-11-12T07:26:53,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5043 rows 2024-11-12T07:26:53,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1695 2024-11-12T07:26:53,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5073 rows 2024-11-12T07:26:53,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1686 2024-11-12T07:26:53,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5052 rows 2024-11-12T07:26:53,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1685 2024-11-12T07:26:53,585 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5054 rows 2024-11-12T07:26:53,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:26:53,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:26:53,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:53,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:53,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:26:53,588 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T07:26:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-12T07:26:53,595 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396413594"}]},"ts":"1731396413594"} 2024-11-12T07:26:53,597 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T07:26:53,597 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T07:26:53,597 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T07:26:53,599 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40982a2e850f2bf831ad75c619cfc63e, UNASSIGN}] 2024-11-12T07:26:53,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40982a2e850f2bf831ad75c619cfc63e, UNASSIGN 2024-11-12T07:26:53,601 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=40982a2e850f2bf831ad75c619cfc63e, regionState=CLOSING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:26:53,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=40982a2e850f2bf831ad75c619cfc63e, UNASSIGN because future has completed 2024-11-12T07:26:53,603 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:26:53,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:26:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-12T07:26:53,755 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(122): Close 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:53,755 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:26:53,755 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1722): Closing 40982a2e850f2bf831ad75c619cfc63e, disabling compactions & flushes 2024-11-12T07:26:53,755 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:53,755 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:53,755 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. after waiting 0 ms 2024-11-12T07:26:53,755 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:53,756 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(2902): Flushing 40982a2e850f2bf831ad75c619cfc63e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T07:26:53,762 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/4d680dafa83e4866a7cb77f6d3d03ce0 is 50, key is test_row_0/A:col10/1731396411512/Put/seqid=0 2024-11-12T07:26:53,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742328_1504 (size=12301) 2024-11-12T07:26:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-12T07:26:54,169 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/4d680dafa83e4866a7cb77f6d3d03ce0 2024-11-12T07:26:54,181 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/b7ed18818993433fbbe26afe1932a8f3 is 50, key is test_row_0/B:col10/1731396411512/Put/seqid=0 2024-11-12T07:26:54,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742329_1505 (size=12301) 2024-11-12T07:26:54,186 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/b7ed18818993433fbbe26afe1932a8f3 2024-11-12T07:26:54,192 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/988bde80e0eb49e59d07195ae038a54e is 50, key is test_row_0/C:col10/1731396411512/Put/seqid=0 2024-11-12T07:26:54,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742330_1506 (size=12301) 2024-11-12T07:26:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-12T07:26:54,596 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/988bde80e0eb49e59d07195ae038a54e 2024-11-12T07:26:54,604 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/A/4d680dafa83e4866a7cb77f6d3d03ce0 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/4d680dafa83e4866a7cb77f6d3d03ce0 2024-11-12T07:26:54,611 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/4d680dafa83e4866a7cb77f6d3d03ce0, entries=150, sequenceid=376, filesize=12.0 K 2024-11-12T07:26:54,612 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/B/b7ed18818993433fbbe26afe1932a8f3 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/b7ed18818993433fbbe26afe1932a8f3 2024-11-12T07:26:54,616 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/b7ed18818993433fbbe26afe1932a8f3, entries=150, sequenceid=376, filesize=12.0 K 2024-11-12T07:26:54,617 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/.tmp/C/988bde80e0eb49e59d07195ae038a54e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/988bde80e0eb49e59d07195ae038a54e 2024-11-12T07:26:54,621 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/988bde80e0eb49e59d07195ae038a54e, entries=150, sequenceid=376, filesize=12.0 K 2024-11-12T07:26:54,622 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 40982a2e850f2bf831ad75c619cfc63e in 867ms, sequenceid=376, compaction requested=true 2024-11-12T07:26:54,622 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/f94736b4e9f84406b6f1437c50baf795, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/d4b60be2fe694346b961836ddbd67d15, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/d7cc8219f5884e1180df5ab0ce7c44e8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/18bb2fe230b54e0a9a087ae422393632, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/1f417cd3e2ac40758b106fdbb75e001a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/72efbc32b32744a787ac7ef6e96e922a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/eeef029014604f33bfce7a82c5052424, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/87e3459a0c79456497cb585e34e88a22, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/3b791ad7292942a69c5da33c1591704d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/53eb5f5da5d1423ebd4660c2b6d34adb, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/9ea7c364117a4922ab8414b81f1c56cb, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/c5d826bbd87f4722bd00ffe7f60d2312, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/b1bf1735ef3145f7bf18404c569db82d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/6c67085dc44f43ffb86258db5a4ba2e9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/278ed2280c354092ace2e40a6a7fc369, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/fe20112765e048c28fd41bd3368af51d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/b791032ffd91426fbb5f6c9667a7c167, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/9199a91b15e44b0bbc6f83777522d8ec, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/bf378f2508d04f92a6200631e4d3c18d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/87250356397541c18a4155e5a4d8e15e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/773526b4f5f34e89a21145f093f78148, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/17bbb2eb08c7473ba84aae30af287fcb, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/6a5fdf1bb6904c70a44be3874b58052e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/2307c324c5e54f23b2793db95cb9221c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/e298203da6b64968a46ed3be88575ddb] to archive 2024-11-12T07:26:54,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:26:54,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/f94736b4e9f84406b6f1437c50baf795 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/f94736b4e9f84406b6f1437c50baf795 2024-11-12T07:26:54,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/d4b60be2fe694346b961836ddbd67d15 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/d4b60be2fe694346b961836ddbd67d15 2024-11-12T07:26:54,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/d7cc8219f5884e1180df5ab0ce7c44e8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/d7cc8219f5884e1180df5ab0ce7c44e8 2024-11-12T07:26:54,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/18bb2fe230b54e0a9a087ae422393632 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/18bb2fe230b54e0a9a087ae422393632 2024-11-12T07:26:54,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/1f417cd3e2ac40758b106fdbb75e001a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/1f417cd3e2ac40758b106fdbb75e001a 2024-11-12T07:26:54,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/72efbc32b32744a787ac7ef6e96e922a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/72efbc32b32744a787ac7ef6e96e922a 2024-11-12T07:26:54,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/eeef029014604f33bfce7a82c5052424 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/eeef029014604f33bfce7a82c5052424 2024-11-12T07:26:54,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/87e3459a0c79456497cb585e34e88a22 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/87e3459a0c79456497cb585e34e88a22 2024-11-12T07:26:54,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/3b791ad7292942a69c5da33c1591704d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/3b791ad7292942a69c5da33c1591704d 2024-11-12T07:26:54,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/53eb5f5da5d1423ebd4660c2b6d34adb to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/53eb5f5da5d1423ebd4660c2b6d34adb 2024-11-12T07:26:54,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/9ea7c364117a4922ab8414b81f1c56cb to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/9ea7c364117a4922ab8414b81f1c56cb 2024-11-12T07:26:54,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/c5d826bbd87f4722bd00ffe7f60d2312 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/c5d826bbd87f4722bd00ffe7f60d2312 2024-11-12T07:26:54,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/b1bf1735ef3145f7bf18404c569db82d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/b1bf1735ef3145f7bf18404c569db82d 2024-11-12T07:26:54,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/6c67085dc44f43ffb86258db5a4ba2e9 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/6c67085dc44f43ffb86258db5a4ba2e9 2024-11-12T07:26:54,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/278ed2280c354092ace2e40a6a7fc369 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/278ed2280c354092ace2e40a6a7fc369 2024-11-12T07:26:54,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/fe20112765e048c28fd41bd3368af51d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/fe20112765e048c28fd41bd3368af51d 2024-11-12T07:26:54,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/b791032ffd91426fbb5f6c9667a7c167 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/b791032ffd91426fbb5f6c9667a7c167 2024-11-12T07:26:54,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/9199a91b15e44b0bbc6f83777522d8ec to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/9199a91b15e44b0bbc6f83777522d8ec 2024-11-12T07:26:54,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/bf378f2508d04f92a6200631e4d3c18d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/bf378f2508d04f92a6200631e4d3c18d 2024-11-12T07:26:54,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/87250356397541c18a4155e5a4d8e15e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/87250356397541c18a4155e5a4d8e15e 2024-11-12T07:26:54,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/773526b4f5f34e89a21145f093f78148 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/773526b4f5f34e89a21145f093f78148 2024-11-12T07:26:54,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/17bbb2eb08c7473ba84aae30af287fcb to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/17bbb2eb08c7473ba84aae30af287fcb 2024-11-12T07:26:54,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/6a5fdf1bb6904c70a44be3874b58052e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/6a5fdf1bb6904c70a44be3874b58052e 2024-11-12T07:26:54,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/2307c324c5e54f23b2793db95cb9221c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/2307c324c5e54f23b2793db95cb9221c 2024-11-12T07:26:54,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/e298203da6b64968a46ed3be88575ddb to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/e298203da6b64968a46ed3be88575ddb 2024-11-12T07:26:54,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d2f8b7b314994461a0d6959f7e26fc9b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/f53adcb9407343f8a425ea1688d2d866, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/4b5901b947934be6bfc24f1067ba4fc0, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/bdd6dc4890cc497893712ed871d303b1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/aaacc9db92a0495e9f375834d9d5f23d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/fa57d054296f42ee8366d99f36f9697e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/ced7c3f9587f45e9a3e67c1335bc2797, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a1a1603f34794b73823920cd3094ff71, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/059b3c9393a14fa9b20d7f6a1258bd5c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/9e4fa6f4b9044357a3b08b2522b00663, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/469b08fe2f51443aadc3eec73cb1ce7c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/7079ae88e194487b8b837a062b99711d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/1abc9e2951084849acbc3fbc5cf03df1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/13d286c3bd6a4043934db95dd9a449ab, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/e904103763e240fda5992b1cbb369713, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/05ca5485b2c9456e9686d56ec6610393, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a8002a470e17476fa83ace947b2ef56e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/3a179cd12c674152906e031e9be2a50e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d6a21425ca474c2e9cde87807dad44e6, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a88a15fd8bee43c3a2309c58b95c4987, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/921b8d1748a64e65afae3a03cc2e1aff, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d71bfa45bddd4fb4a0ab99f6425d4219, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/afcef58c4ff343d189b6cc5cca081b80, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/eae5b8ef492547809dc553e8debe2224, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/142a3bdbd6274e908b8301e40ea71e83] to archive 2024-11-12T07:26:54,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:26:54,649 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d2f8b7b314994461a0d6959f7e26fc9b to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d2f8b7b314994461a0d6959f7e26fc9b 2024-11-12T07:26:54,650 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/f53adcb9407343f8a425ea1688d2d866 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/f53adcb9407343f8a425ea1688d2d866 2024-11-12T07:26:54,652 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/4b5901b947934be6bfc24f1067ba4fc0 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/4b5901b947934be6bfc24f1067ba4fc0 2024-11-12T07:26:54,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/bdd6dc4890cc497893712ed871d303b1 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/bdd6dc4890cc497893712ed871d303b1 2024-11-12T07:26:54,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/aaacc9db92a0495e9f375834d9d5f23d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/aaacc9db92a0495e9f375834d9d5f23d 2024-11-12T07:26:54,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/fa57d054296f42ee8366d99f36f9697e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/fa57d054296f42ee8366d99f36f9697e 2024-11-12T07:26:54,656 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/ced7c3f9587f45e9a3e67c1335bc2797 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/ced7c3f9587f45e9a3e67c1335bc2797 2024-11-12T07:26:54,657 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a1a1603f34794b73823920cd3094ff71 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a1a1603f34794b73823920cd3094ff71 2024-11-12T07:26:54,658 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/059b3c9393a14fa9b20d7f6a1258bd5c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/059b3c9393a14fa9b20d7f6a1258bd5c 2024-11-12T07:26:54,660 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/9e4fa6f4b9044357a3b08b2522b00663 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/9e4fa6f4b9044357a3b08b2522b00663 2024-11-12T07:26:54,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/469b08fe2f51443aadc3eec73cb1ce7c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/469b08fe2f51443aadc3eec73cb1ce7c 2024-11-12T07:26:54,662 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/7079ae88e194487b8b837a062b99711d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/7079ae88e194487b8b837a062b99711d 2024-11-12T07:26:54,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/1abc9e2951084849acbc3fbc5cf03df1 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/1abc9e2951084849acbc3fbc5cf03df1 2024-11-12T07:26:54,665 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/13d286c3bd6a4043934db95dd9a449ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/13d286c3bd6a4043934db95dd9a449ab 2024-11-12T07:26:54,666 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/e904103763e240fda5992b1cbb369713 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/e904103763e240fda5992b1cbb369713 2024-11-12T07:26:54,667 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/05ca5485b2c9456e9686d56ec6610393 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/05ca5485b2c9456e9686d56ec6610393 2024-11-12T07:26:54,668 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a8002a470e17476fa83ace947b2ef56e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a8002a470e17476fa83ace947b2ef56e 2024-11-12T07:26:54,669 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/3a179cd12c674152906e031e9be2a50e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/3a179cd12c674152906e031e9be2a50e 2024-11-12T07:26:54,671 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d6a21425ca474c2e9cde87807dad44e6 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d6a21425ca474c2e9cde87807dad44e6 2024-11-12T07:26:54,672 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a88a15fd8bee43c3a2309c58b95c4987 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/a88a15fd8bee43c3a2309c58b95c4987 2024-11-12T07:26:54,673 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/921b8d1748a64e65afae3a03cc2e1aff to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/921b8d1748a64e65afae3a03cc2e1aff 2024-11-12T07:26:54,674 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d71bfa45bddd4fb4a0ab99f6425d4219 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/d71bfa45bddd4fb4a0ab99f6425d4219 2024-11-12T07:26:54,676 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/afcef58c4ff343d189b6cc5cca081b80 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/afcef58c4ff343d189b6cc5cca081b80 2024-11-12T07:26:54,677 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/eae5b8ef492547809dc553e8debe2224 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/eae5b8ef492547809dc553e8debe2224 2024-11-12T07:26:54,678 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/142a3bdbd6274e908b8301e40ea71e83 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/142a3bdbd6274e908b8301e40ea71e83 2024-11-12T07:26:54,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/c40952a62cba4687aa1a04ee800fda19, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/3336492051d94609ae31a76638180ba7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0ddd21bbf24546068d654383b4d23e4d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/365ac019982746e7b3dd9a85f393d8a5, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/f9be5fac38734da5ab3d8f98ecee7d5a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/94678787c46b43ee8ef1d52f5700669b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/2a34a94de5904367bda8a7738d498371, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/88b5e1e6638a4d1b97eacbf7d5f40c75, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/bf30387e532f43698f6e273c6cf944e1, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/e4a40c6c1a0e47aba0188ee569a0516d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/9306e84027f64d16bbd043aefbbd127b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/66c37f6ba29f43e3a2c36851002e0048, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/6de9b98cc4504736879f3ef8881d5b62, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/621a708e6b6446d688d2187832dd631f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/5758892b5586441f830df6fb4b15c988, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/8e6c40e7cf104063a0ee8c8264bc6124, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0638eb63da514cf7ac594d72161c05ea, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/aeb95d8418a24de6a55ee2a6b9fa2484, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/93cad408d5c74cb7951f91d11f1dc8fa, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0b4b49262e7747fbbb65e029a6c57275, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/251e698e615b462eb517a98ec8306652, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/799caa9053af4017956ce0746b0e19fc, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/5a3b9b472b554cf4ad36a8ace4f6f905, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/912922b2fe0543e1bd778bc82100e3de, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/502086c93fa542b5820381207ccf88fe] to archive 2024-11-12T07:26:54,680 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:26:54,682 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/c40952a62cba4687aa1a04ee800fda19 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/c40952a62cba4687aa1a04ee800fda19 2024-11-12T07:26:54,683 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/3336492051d94609ae31a76638180ba7 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/3336492051d94609ae31a76638180ba7 2024-11-12T07:26:54,684 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0ddd21bbf24546068d654383b4d23e4d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0ddd21bbf24546068d654383b4d23e4d 2024-11-12T07:26:54,686 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/365ac019982746e7b3dd9a85f393d8a5 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/365ac019982746e7b3dd9a85f393d8a5 2024-11-12T07:26:54,687 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/f9be5fac38734da5ab3d8f98ecee7d5a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/f9be5fac38734da5ab3d8f98ecee7d5a 2024-11-12T07:26:54,688 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/94678787c46b43ee8ef1d52f5700669b to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/94678787c46b43ee8ef1d52f5700669b 2024-11-12T07:26:54,689 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/2a34a94de5904367bda8a7738d498371 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/2a34a94de5904367bda8a7738d498371 2024-11-12T07:26:54,691 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/88b5e1e6638a4d1b97eacbf7d5f40c75 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/88b5e1e6638a4d1b97eacbf7d5f40c75 2024-11-12T07:26:54,692 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/bf30387e532f43698f6e273c6cf944e1 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/bf30387e532f43698f6e273c6cf944e1 2024-11-12T07:26:54,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/e4a40c6c1a0e47aba0188ee569a0516d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/e4a40c6c1a0e47aba0188ee569a0516d 2024-11-12T07:26:54,693 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/9306e84027f64d16bbd043aefbbd127b to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/9306e84027f64d16bbd043aefbbd127b 2024-11-12T07:26:54,694 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/66c37f6ba29f43e3a2c36851002e0048 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/66c37f6ba29f43e3a2c36851002e0048 2024-11-12T07:26:54,695 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/6de9b98cc4504736879f3ef8881d5b62 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/6de9b98cc4504736879f3ef8881d5b62 2024-11-12T07:26:54,696 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/621a708e6b6446d688d2187832dd631f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/621a708e6b6446d688d2187832dd631f 2024-11-12T07:26:54,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/5758892b5586441f830df6fb4b15c988 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/5758892b5586441f830df6fb4b15c988 2024-11-12T07:26:54,697 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/8e6c40e7cf104063a0ee8c8264bc6124 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/8e6c40e7cf104063a0ee8c8264bc6124 2024-11-12T07:26:54,698 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0638eb63da514cf7ac594d72161c05ea to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0638eb63da514cf7ac594d72161c05ea 2024-11-12T07:26:54,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/aeb95d8418a24de6a55ee2a6b9fa2484 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/aeb95d8418a24de6a55ee2a6b9fa2484 2024-11-12T07:26:54,699 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/93cad408d5c74cb7951f91d11f1dc8fa to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/93cad408d5c74cb7951f91d11f1dc8fa 2024-11-12T07:26:54,700 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0b4b49262e7747fbbb65e029a6c57275 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/0b4b49262e7747fbbb65e029a6c57275 2024-11-12T07:26:54,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/251e698e615b462eb517a98ec8306652 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/251e698e615b462eb517a98ec8306652 2024-11-12T07:26:54,701 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/799caa9053af4017956ce0746b0e19fc to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/799caa9053af4017956ce0746b0e19fc 2024-11-12T07:26:54,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/5a3b9b472b554cf4ad36a8ace4f6f905 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/5a3b9b472b554cf4ad36a8ace4f6f905 2024-11-12T07:26:54,702 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/912922b2fe0543e1bd778bc82100e3de to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/912922b2fe0543e1bd778bc82100e3de 2024-11-12T07:26:54,703 DEBUG [StoreCloser-TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/502086c93fa542b5820381207ccf88fe to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/502086c93fa542b5820381207ccf88fe 2024-11-12T07:26:54,706 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/recovered.edits/379.seqid, newMaxSeqId=379, maxSeqId=1 2024-11-12T07:26:54,707 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. 2024-11-12T07:26:54,707 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] regionserver.HRegion(1676): Region close journal for 40982a2e850f2bf831ad75c619cfc63e: Waiting for close lock at 1731396413755Running coprocessor pre-close hooks at 1731396413755Disabling compacts and flushes for region at 1731396413755Disabling writes for close at 1731396413755Obtaining lock to block concurrent updates at 1731396413756 (+1 ms)Preparing flush snapshotting stores in 40982a2e850f2bf831ad75c619cfc63e at 1731396413756Finished memstore snapshotting TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731396413756Flushing stores of TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e. at 1731396413757 (+1 ms)Flushing 40982a2e850f2bf831ad75c619cfc63e/A: creating writer at 1731396413757Flushing 40982a2e850f2bf831ad75c619cfc63e/A: appending metadata at 1731396413761 (+4 ms)Flushing 40982a2e850f2bf831ad75c619cfc63e/A: closing flushed file at 1731396413761Flushing 40982a2e850f2bf831ad75c619cfc63e/B: creating writer at 1731396414177 (+416 ms)Flushing 40982a2e850f2bf831ad75c619cfc63e/B: appending metadata at 1731396414181 (+4 ms)Flushing 40982a2e850f2bf831ad75c619cfc63e/B: closing flushed file at 1731396414181Flushing 40982a2e850f2bf831ad75c619cfc63e/C: creating writer at 1731396414189 (+8 ms)Flushing 40982a2e850f2bf831ad75c619cfc63e/C: appending metadata at 1731396414191 (+2 ms)Flushing 40982a2e850f2bf831ad75c619cfc63e/C: closing flushed file at 1731396414191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79ced042: reopening flushed file at 1731396414603 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22cf0076: reopening flushed file at 1731396414611 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d9b2c6a: reopening flushed file at 1731396414617 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 40982a2e850f2bf831ad75c619cfc63e in 867ms, sequenceid=376, compaction requested=true at 1731396414622 (+5 ms)Writing region close event to WAL at 1731396414704 (+82 ms)Running coprocessor post-close hooks at 1731396414707 (+3 ms)Closed at 1731396414707 2024-11-12T07:26:54,709 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=150}] handler.UnassignRegionHandler(157): Closed 40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:54,709 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=40982a2e850f2bf831ad75c619cfc63e, regionState=CLOSED 2024-11-12T07:26:54,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure 40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:26:54,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-11-12T07:26:54,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure 40982a2e850f2bf831ad75c619cfc63e, server=cea23c84c117,42891,1731396261716 in 1.1080 sec 2024-11-12T07:26:54,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-12T07:26:54,714 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=40982a2e850f2bf831ad75c619cfc63e, UNASSIGN in 1.1130 sec 2024-11-12T07:26:54,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-12T07:26:54,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1170 sec 2024-11-12T07:26:54,717 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396414716"}]},"ts":"1731396414716"} 2024-11-12T07:26:54,718 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T07:26:54,718 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T07:26:54,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1300 sec 2024-11-12T07:26:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-11-12T07:26:54,732 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:54,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T07:26:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:54,734 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=151, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-12T07:26:54,735 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=151, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:54,738 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:54,742 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/recovered.edits] 2024-11-12T07:26:54,747 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/20f01af2ce864901aef0629e31f44b7d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/20f01af2ce864901aef0629e31f44b7d 2024-11-12T07:26:54,749 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/340775b72e484539924ff4ee53377b86 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/340775b72e484539924ff4ee53377b86 2024-11-12T07:26:54,751 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/4d680dafa83e4866a7cb77f6d3d03ce0 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/A/4d680dafa83e4866a7cb77f6d3d03ce0 2024-11-12T07:26:54,754 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/3692729425f0445c9b068c086965c60b to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/3692729425f0445c9b068c086965c60b 2024-11-12T07:26:54,755 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/82802f019d3f444ab1b8b2328eddbd05 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/82802f019d3f444ab1b8b2328eddbd05 2024-11-12T07:26:54,757 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/b7ed18818993433fbbe26afe1932a8f3 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/B/b7ed18818993433fbbe26afe1932a8f3 2024-11-12T07:26:54,759 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/988bde80e0eb49e59d07195ae038a54e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/988bde80e0eb49e59d07195ae038a54e 2024-11-12T07:26:54,760 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/b7582b4ffc2045519c53121e9d6bc0cf to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/b7582b4ffc2045519c53121e9d6bc0cf 2024-11-12T07:26:54,761 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/c6e12bad93594e40a8a626c024b94f76 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/C/c6e12bad93594e40a8a626c024b94f76 2024-11-12T07:26:54,764 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/recovered.edits/379.seqid to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e/recovered.edits/379.seqid 2024-11-12T07:26:54,764 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/40982a2e850f2bf831ad75c619cfc63e 2024-11-12T07:26:54,764 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T07:26:54,766 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=151, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:54,769 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T07:26:54,771 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T07:26:54,773 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=151, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:54,773 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T07:26:54,773 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731396414773"}]},"ts":"9223372036854775807"} 2024-11-12T07:26:54,776 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T07:26:54,776 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 40982a2e850f2bf831ad75c619cfc63e, NAME => 'TestAcidGuarantees,,1731396388694.40982a2e850f2bf831ad75c619cfc63e.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T07:26:54,776 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T07:26:54,776 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731396414776"}]},"ts":"9223372036854775807"} 2024-11-12T07:26:54,778 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T07:26:54,779 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=151, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:54,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 47 msec 2024-11-12T07:26:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-11-12T07:26:54,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T07:26:54,848 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:54,857 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242 (was 239) - Thread LEAK? -, OpenFileDescriptor=453 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 482), ProcessCount=11 (was 11), AvailableMemoryMB=6578 (was 6601) 2024-11-12T07:26:54,866 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=242, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=457, ProcessCount=11, AvailableMemoryMB=6578 2024-11-12T07:26:54,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T07:26:54,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:26:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:54,869 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T07:26:54,869 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:54,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 152 2024-11-12T07:26:54,870 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T07:26:54,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T07:26:54,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742331_1507 (size=959) 2024-11-12T07:26:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T07:26:55,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T07:26:55,281 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb 2024-11-12T07:26:55,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742332_1508 (size=53) 2024-11-12T07:26:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T07:26:55,693 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:26:55,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ab93151a125ce68db1b0259ecb3e783a, disabling compactions & flushes 2024-11-12T07:26:55,694 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:55,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:55,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. after waiting 0 ms 2024-11-12T07:26:55,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:55,694 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:55,694 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab93151a125ce68db1b0259ecb3e783a: Waiting for close lock at 1731396415694Disabling compacts and flushes for region at 1731396415694Disabling writes for close at 1731396415694Writing region close event to WAL at 1731396415694Closed at 1731396415694 2024-11-12T07:26:55,697 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T07:26:55,698 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731396415697"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731396415697"}]},"ts":"1731396415697"} 2024-11-12T07:26:55,702 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T07:26:55,703 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T07:26:55,703 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396415703"}]},"ts":"1731396415703"} 2024-11-12T07:26:55,704 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-12T07:26:55,705 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, ASSIGN}] 2024-11-12T07:26:55,706 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, ASSIGN 2024-11-12T07:26:55,707 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, ASSIGN; state=OFFLINE, location=cea23c84c117,42891,1731396261716; forceNewPlan=false, retain=false 2024-11-12T07:26:55,857 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=ab93151a125ce68db1b0259ecb3e783a, regionState=OPENING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:26:55,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, ASSIGN because future has completed 2024-11-12T07:26:55,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:26:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T07:26:56,016 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:56,016 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:26:56,017 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:56,017 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:26:56,017 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:56,017 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:56,019 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:56,021 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab93151a125ce68db1b0259ecb3e783a columnFamilyName A 2024-11-12T07:26:56,021 DEBUG [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:56,022 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] regionserver.HStore(327): Store=ab93151a125ce68db1b0259ecb3e783a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:26:56,022 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:56,024 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab93151a125ce68db1b0259ecb3e783a columnFamilyName B 2024-11-12T07:26:56,024 DEBUG [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:56,024 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] regionserver.HStore(327): Store=ab93151a125ce68db1b0259ecb3e783a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:26:56,025 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:56,026 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab93151a125ce68db1b0259ecb3e783a columnFamilyName C 2024-11-12T07:26:56,026 DEBUG [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:56,027 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] regionserver.HStore(327): Store=ab93151a125ce68db1b0259ecb3e783a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:26:56,027 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:56,028 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:56,029 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:56,030 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:56,030 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:56,031 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T07:26:56,033 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:56,034 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T07:26:56,034 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened ab93151a125ce68db1b0259ecb3e783a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74071710, jitterRate=0.10375449061393738}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T07:26:56,034 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:56,035 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for ab93151a125ce68db1b0259ecb3e783a: Running coprocessor pre-open hook at 1731396416017Writing region info on filesystem at 1731396416017Initializing all the Stores at 1731396416018 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396416018Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396416019 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396416019Cleaning up temporary data from old regions at 1731396416030 (+11 ms)Running coprocessor post-open hooks at 1731396416034 (+4 ms)Region opened successfully at 1731396416035 (+1 ms) 2024-11-12T07:26:56,035 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., pid=154, masterSystemTime=1731396416012 2024-11-12T07:26:56,037 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:56,037 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:56,037 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=ab93151a125ce68db1b0259ecb3e783a, regionState=OPEN, openSeqNum=2, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:26:56,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:26:56,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-11-12T07:26:56,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 in 179 msec 2024-11-12T07:26:56,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-12T07:26:56,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, ASSIGN in 336 msec 2024-11-12T07:26:56,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T07:26:56,043 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396416043"}]},"ts":"1731396416043"} 2024-11-12T07:26:56,044 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-12T07:26:56,044 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=152, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T07:26:56,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1760 sec 2024-11-12T07:26:57,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-12T07:26:57,023 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:57,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d71c2a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:57,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:57,027 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:57,029 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:57,029 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:57,030 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:57,031 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4022ed21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:57,031 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:57,035 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:57,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5874936e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:57,036 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:57,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:57,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:57,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:57,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T07:26:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is cea23c84c117,34741,1731396260892 2024-11-12T07:26:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72fbde9d 2024-11-12T07:26:57,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T07:26:57,040 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T07:26:57,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-12T07:26:57,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T07:26:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-12T07:26:57,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742333_1509 (size=995) 2024-11-12T07:26:57,453 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-12T07:26:57,454 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-12T07:26:57,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T07:26:57,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, REOPEN/MOVE}] 2024-11-12T07:26:57,464 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, REOPEN/MOVE 2024-11-12T07:26:57,464 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=ab93151a125ce68db1b0259ecb3e783a, regionState=CLOSING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:26:57,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, REOPEN/MOVE because future has completed 2024-11-12T07:26:57,466 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:26:57,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:26:57,619 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,619 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:26:57,619 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing ab93151a125ce68db1b0259ecb3e783a, disabling compactions & flushes 2024-11-12T07:26:57,619 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:57,619 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:57,619 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. after waiting 0 ms 2024-11-12T07:26:57,619 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:57,627 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-12T07:26:57,629 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:57,629 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for ab93151a125ce68db1b0259ecb3e783a: Waiting for close lock at 1731396417619Running coprocessor pre-close hooks at 1731396417619Disabling compacts and flushes for region at 1731396417619Disabling writes for close at 1731396417619Writing region close event to WAL at 1731396417620 (+1 ms)Running coprocessor post-close hooks at 1731396417629 (+9 ms)Closed at 1731396417629 2024-11-12T07:26:57,629 WARN [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionServer(3299): Not adding moved region record: ab93151a125ce68db1b0259ecb3e783a to self. 2024-11-12T07:26:57,633 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,634 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=ab93151a125ce68db1b0259ecb3e783a, regionState=CLOSED 2024-11-12T07:26:57,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:26:57,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-11-12T07:26:57,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 in 171 msec 2024-11-12T07:26:57,641 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, REOPEN/MOVE; state=CLOSED, location=cea23c84c117,42891,1731396261716; forceNewPlan=false, retain=true 2024-11-12T07:26:57,792 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=ab93151a125ce68db1b0259ecb3e783a, regionState=OPENING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:26:57,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, REOPEN/MOVE because future has completed 2024-11-12T07:26:57,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:26:57,954 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:57,955 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7752): Opening region: {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} 2024-11-12T07:26:57,955 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,955 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T07:26:57,955 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7794): checking encryption for ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,955 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(7797): checking classloading for ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,957 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,958 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab93151a125ce68db1b0259ecb3e783a columnFamilyName A 2024-11-12T07:26:57,960 DEBUG [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:57,961 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] regionserver.HStore(327): Store=ab93151a125ce68db1b0259ecb3e783a/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:26:57,961 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,962 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab93151a125ce68db1b0259ecb3e783a columnFamilyName B 2024-11-12T07:26:57,962 DEBUG [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:57,963 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] regionserver.HStore(327): Store=ab93151a125ce68db1b0259ecb3e783a/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:26:57,963 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,964 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab93151a125ce68db1b0259ecb3e783a columnFamilyName C 2024-11-12T07:26:57,964 DEBUG [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:57,965 INFO [StoreOpener-ab93151a125ce68db1b0259ecb3e783a-1 {}] regionserver.HStore(327): Store=ab93151a125ce68db1b0259ecb3e783a/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T07:26:57,965 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1038): replaying wal for ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,966 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,967 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,969 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1048): stopping wal replay for ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,969 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1060): Cleaning up temporary data for ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,970 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-12T07:26:57,972 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1093): writing seq id for ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,974 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1114): Opened ab93151a125ce68db1b0259ecb3e783a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64390293, jitterRate=-0.04050986468791962}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-12T07:26:57,974 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:57,975 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegion(1006): Region open journal for ab93151a125ce68db1b0259ecb3e783a: Running coprocessor pre-open hook at 1731396417955Writing region info on filesystem at 1731396417955Initializing all the Stores at 1731396417957 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396417957Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396417957Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731396417957Cleaning up temporary data from old regions at 1731396417969 (+12 ms)Running coprocessor post-open hooks at 1731396417974 (+5 ms)Region opened successfully at 1731396417975 (+1 ms) 2024-11-12T07:26:57,976 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., pid=159, masterSystemTime=1731396417948 2024-11-12T07:26:57,978 DEBUG [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:57,978 INFO [RS_OPEN_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_OPEN_REGION, pid=159}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:57,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=ab93151a125ce68db1b0259ecb3e783a, regionState=OPEN, openSeqNum=5, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:26:57,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=157, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:26:57,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=157 2024-11-12T07:26:57,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=157, state=SUCCESS, hasLock=false; OpenRegionProcedure ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 in 185 msec 2024-11-12T07:26:57,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-12T07:26:57,984 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, REOPEN/MOVE in 519 msec 2024-11-12T07:26:57,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-11-12T07:26:57,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 526 msec 2024-11-12T07:26:57,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 946 msec 2024-11-12T07:26:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-11-12T07:26:57,990 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:26:57,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecb8793, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:57,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:57,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:57,992 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:57,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:57,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:57,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@100e3dda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:57,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:57,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:57,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:57,994 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3d4f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:57,996 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ccad3c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:57,996 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:57,996 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:57,996 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591530ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:57,997 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:57,998 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:57,999 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec45104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74abaaed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:58,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:58,001 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cc0d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:58,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:58,002 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:58,003 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:58,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684ff901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55149d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:58,004 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:58,005 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102293f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:58,007 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:58,007 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32a1fce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70123c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,008 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:58,008 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:58,009 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:58,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:58,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:58,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67fe01a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,009 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:58,010 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:58,011 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:58,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@611e7e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3499f302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,012 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:58,012 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:58,013 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:58,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:58,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:58,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4286d5f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:58,015 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6a8d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,016 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1675bdc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,016 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:58,016 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:58,016 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767e1e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:58,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:58,018 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:58,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@627c1e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,019 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78526251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,019 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:58,019 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:58,019 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:58,019 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1817ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:58,020 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:58,021 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:58,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f49325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc4680c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:58,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:58,022 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:58,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:58,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:58,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3885225e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:58,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:58,023 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:58,024 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@685a00af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6fe620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cea23c84c117,34741,-1 for getting cluster id 2024-11-12T07:26:58,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T07:26:58,025 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '30f889d7-fc76-400e-82e0-df7d70680e33' 2024-11-12T07:26:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T07:26:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "30f889d7-fc76-400e-82e0-df7d70680e33" 2024-11-12T07:26:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1116162d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cea23c84c117,34741,-1] 2024-11-12T07:26:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T07:26:58,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:26:58,026 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T07:26:58,027 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bef0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T07:26:58,027 DEBUG [Thread-2299 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:58,027 DEBUG [Thread-2292 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:58,027 DEBUG [Thread-2294 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:58,027 DEBUG [Thread-2296 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:58,028 DEBUG [Thread-2301 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:58,028 DEBUG [Thread-2303 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:58,028 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:26:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:58,028 DEBUG [Thread-2288 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:58,028 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:58,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:58,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:58,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:58,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:58,029 DEBUG [Thread-2305 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:58,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:58,029 DEBUG [Thread-2307 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:58,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-12T07:26:58,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:58,029 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:58,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:58,030 DEBUG [Thread-2290 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T07:26:58,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:58,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:58,030 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:58,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T07:26:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:26:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:58,031 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:26:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:58,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cea23c84c117,42891,1731396261716, seqNum=-1] 2024-11-12T07:26:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T07:26:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:26:58,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:26:58,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:58,032 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:26:58,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:26:58,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:26:58,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:58,033 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:26:58,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:58,033 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T07:26:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:26:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:26:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:26:58,036 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:26:58,036 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5] 2024-11-12T07:26:58,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:58,039 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:26:58,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:26:58,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112908e862b95ef4df594831528bd06f615_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396418039/Put/seqid=0 2024-11-12T07:26:58,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742334_1510 (size=12154) 2024-11-12T07:26:58,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396478057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,085 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396478057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,087 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38834 deadline: 1731396478084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396478085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396478085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T07:26:58,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T07:26:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:26:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:58,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396478192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38834 deadline: 1731396478192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396478192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396478193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396478193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,196 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T07:26:58,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:58,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:26:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:58,340 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T07:26:58,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396478401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38834 deadline: 1731396478401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396478402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396478402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396478402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,404 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,465 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:26:58,467 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112908e862b95ef4df594831528bd06f615_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112908e862b95ef4df594831528bd06f615_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:26:58,468 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/01e35fb3a0c140a4b78020efc8e76d55, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:26:58,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/01e35fb3a0c140a4b78020efc8e76d55 is 175, key is test_row_0/A:col10/1731396418039/Put/seqid=0 2024-11-12T07:26:58,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742335_1511 (size=30955) 2024-11-12T07:26:58,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T07:26:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:26:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:58,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T07:26:58,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:58,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:26:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:58,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T07:26:58,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396478712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38834 deadline: 1731396478712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396478712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396478712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396478712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:58,715 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:58,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T07:26:58,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:58,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:26:58,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:58,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,872 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/01e35fb3a0c140a4b78020efc8e76d55 2024-11-12T07:26:58,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/e83c8f199b2e4d458bf2d8b97aab7404 is 50, key is test_row_0/B:col10/1731396418039/Put/seqid=0 2024-11-12T07:26:58,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742336_1512 (size=12001) 2024-11-12T07:26:58,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T07:26:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:26:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:58,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T07:26:59,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:59,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:26:59,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:59,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T07:26:59,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396479221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:59,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:59,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:59,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396479221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:59,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38834 deadline: 1731396479222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:59,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:59,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:26:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396479222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:59,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396479222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:26:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:26:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:59,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:26:59,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T07:26:59,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:59,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:26:59,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:59,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/e83c8f199b2e4d458bf2d8b97aab7404 2024-11-12T07:26:59,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/a39bf801bc0b4d66bc436d21da18bfe5 is 50, key is test_row_0/C:col10/1731396418039/Put/seqid=0 2024-11-12T07:26:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742337_1513 (size=12001) 2024-11-12T07:26:59,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T07:26:59,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:59,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:26:59,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:59,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T07:26:59,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:59,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:26:59,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:59,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T07:26:59,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:59,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:26:59,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:59,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:26:59,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/a39bf801bc0b4d66bc436d21da18bfe5 2024-11-12T07:26:59,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/01e35fb3a0c140a4b78020efc8e76d55 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/01e35fb3a0c140a4b78020efc8e76d55 2024-11-12T07:26:59,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/01e35fb3a0c140a4b78020efc8e76d55, entries=150, sequenceid=17, filesize=30.2 K 2024-11-12T07:26:59,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/e83c8f199b2e4d458bf2d8b97aab7404 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/e83c8f199b2e4d458bf2d8b97aab7404 2024-11-12T07:26:59,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/e83c8f199b2e4d458bf2d8b97aab7404, entries=150, sequenceid=17, filesize=11.7 K 2024-11-12T07:26:59,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/a39bf801bc0b4d66bc436d21da18bfe5 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/a39bf801bc0b4d66bc436d21da18bfe5 2024-11-12T07:26:59,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/a39bf801bc0b4d66bc436d21da18bfe5, entries=150, sequenceid=17, filesize=11.7 K 2024-11-12T07:26:59,729 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ab93151a125ce68db1b0259ecb3e783a in 1690ms, sequenceid=17, compaction requested=false 2024-11-12T07:26:59,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:26:59,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-12T07:26:59,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:26:59,865 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T07:26:59,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122423e9d885514901aef11b74ea493d37_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396418057/Put/seqid=0 2024-11-12T07:26:59,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742338_1514 (size=12154) 2024-11-12T07:27:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T07:27:00,227 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-12T07:27:00,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:00,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:00,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396480240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38834 deadline: 1731396480242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,246 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396480244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,246 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in ab93151a125ce68db1b0259ecb3e783a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:27:00,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,247 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396480245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396480246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,251 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:00,277 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411122423e9d885514901aef11b74ea493d37_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122423e9d885514901aef11b74ea493d37_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:00,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/027cd4a9a9ef438ea1717839fc599823, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:00,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/027cd4a9a9ef438ea1717839fc599823 is 175, key is test_row_0/A:col10/1731396418057/Put/seqid=0 2024-11-12T07:27:00,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742339_1515 (size=30955) 2024-11-12T07:27:00,290 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/027cd4a9a9ef438ea1717839fc599823 2024-11-12T07:27:00,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/a129f61487cf41749a76d7a786b9eeb8 is 50, key is test_row_0/B:col10/1731396418057/Put/seqid=0 2024-11-12T07:27:00,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742340_1516 (size=12001) 2024-11-12T07:27:00,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396480352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,353 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,354 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396480352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396480361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396480362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396480561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396480561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,563 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396480572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396480572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,699 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/a129f61487cf41749a76d7a786b9eeb8 2024-11-12T07:27:00,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/5b5920fbb9c846a791b4dfa3870edf3a is 50, key is test_row_0/C:col10/1731396418057/Put/seqid=0 2024-11-12T07:27:00,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742341_1517 (size=12001) 2024-11-12T07:27:00,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396480872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396480872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,875 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396480881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:00,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396480881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:00,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:00,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:00,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:01,136 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/5b5920fbb9c846a791b4dfa3870edf3a 2024-11-12T07:27:01,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/027cd4a9a9ef438ea1717839fc599823 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/027cd4a9a9ef438ea1717839fc599823 2024-11-12T07:27:01,144 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/027cd4a9a9ef438ea1717839fc599823, entries=150, sequenceid=40, filesize=30.2 K 2024-11-12T07:27:01,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/a129f61487cf41749a76d7a786b9eeb8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/a129f61487cf41749a76d7a786b9eeb8 2024-11-12T07:27:01,150 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/a129f61487cf41749a76d7a786b9eeb8, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T07:27:01,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/5b5920fbb9c846a791b4dfa3870edf3a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/5b5920fbb9c846a791b4dfa3870edf3a 2024-11-12T07:27:01,157 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/5b5920fbb9c846a791b4dfa3870edf3a, entries=150, sequenceid=40, filesize=11.7 K 2024-11-12T07:27:01,158 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ab93151a125ce68db1b0259ecb3e783a in 1293ms, sequenceid=40, compaction requested=false 2024-11-12T07:27:01,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:01,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:01,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-12T07:27:01,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-12T07:27:01,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-12T07:27:01,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1280 sec 2024-11-12T07:27:01,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 3.1350 sec 2024-11-12T07:27:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:01,384 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:27:01,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-12T07:27:01,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121ef5a6e5646d481b8c1f86fdd8e8e594_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396420244/Put/seqid=0 2024-11-12T07:27:01,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742342_1518 (size=14594) 2024-11-12T07:27:01,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396481409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:01,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396481409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:01,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396481410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,414 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:01,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396481410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:01,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:01,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396481521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:01,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396481522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:01,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:01,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396481522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:01,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,525 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:01,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:01,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396481522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:01,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,525 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:01,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:01,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396481732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:01,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:01,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396481732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:01,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:01,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396481732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:01,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,736 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:01,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:01,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396481732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:01,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:01,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:01,800 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:01,803 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121ef5a6e5646d481b8c1f86fdd8e8e594_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121ef5a6e5646d481b8c1f86fdd8e8e594_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:01,804 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/99413abef7b5410791364121b5f977c4, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:01,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/99413abef7b5410791364121b5f977c4 is 175, key is test_row_0/A:col10/1731396420244/Put/seqid=0 2024-11-12T07:27:01,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742343_1519 (size=39549) 2024-11-12T07:27:01,830 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/99413abef7b5410791364121b5f977c4 2024-11-12T07:27:01,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/61f17708e69243d4a99a47d018df059c is 50, key is test_row_0/B:col10/1731396420244/Put/seqid=0 2024-11-12T07:27:01,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742344_1520 (size=12001) 2024-11-12T07:27:02,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:02,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396482042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:02,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396482042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:02,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396482042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:02,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:02,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396482042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:02,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,046 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-12T07:27:02,213 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:27:02,213 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:27:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-12T07:27:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T07:27:02,215 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:27:02,216 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:27:02,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:27:02,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/61f17708e69243d4a99a47d018df059c 2024-11-12T07:27:02,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/c9ddaf45f6fe49b886312321066f237a is 50, key is test_row_0/C:col10/1731396420244/Put/seqid=0 2024-11-12T07:27:02,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742345_1521 (size=12001) 2024-11-12T07:27:02,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:02,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38834 deadline: 1731396482262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:02,266 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in ab93151a125ce68db1b0259ecb3e783a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:27:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:02,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T07:27:02,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T07:27:02,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:02,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:02,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:02,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:02,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:02,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:02,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T07:27:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:02,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:02,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:02,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:02,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:02,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T07:27:02,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:02,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396482553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396482553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:02,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:02,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396482553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:02,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396482553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:02,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:02,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/c9ddaf45f6fe49b886312321066f237a 2024-11-12T07:27:02,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/99413abef7b5410791364121b5f977c4 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/99413abef7b5410791364121b5f977c4 2024-11-12T07:27:02,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/99413abef7b5410791364121b5f977c4, entries=200, sequenceid=56, filesize=38.6 K 2024-11-12T07:27:02,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/61f17708e69243d4a99a47d018df059c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/61f17708e69243d4a99a47d018df059c 2024-11-12T07:27:02,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/61f17708e69243d4a99a47d018df059c, entries=150, sequenceid=56, filesize=11.7 K 2024-11-12T07:27:02,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/c9ddaf45f6fe49b886312321066f237a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/c9ddaf45f6fe49b886312321066f237a 2024-11-12T07:27:02,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/c9ddaf45f6fe49b886312321066f237a, entries=150, sequenceid=56, filesize=11.7 K 2024-11-12T07:27:02,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for ab93151a125ce68db1b0259ecb3e783a in 1289ms, sequenceid=56, compaction requested=true 2024-11-12T07:27:02,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:02,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:27:02,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:02,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:27:02,673 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:02,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:02,673 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:02,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:27:02,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:02,674 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:02,674 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:02,674 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/A is initiating minor compaction (all files) 2024-11-12T07:27:02,674 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/B is initiating minor compaction (all files) 2024-11-12T07:27:02,674 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/B in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:02,674 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/A in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:02,674 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/e83c8f199b2e4d458bf2d8b97aab7404, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/a129f61487cf41749a76d7a786b9eeb8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/61f17708e69243d4a99a47d018df059c] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=35.2 K 2024-11-12T07:27:02,674 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/01e35fb3a0c140a4b78020efc8e76d55, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/027cd4a9a9ef438ea1717839fc599823, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/99413abef7b5410791364121b5f977c4] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=99.1 K 2024-11-12T07:27:02,674 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:02,674 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/01e35fb3a0c140a4b78020efc8e76d55, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/027cd4a9a9ef438ea1717839fc599823, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/99413abef7b5410791364121b5f977c4] 2024-11-12T07:27:02,675 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting e83c8f199b2e4d458bf2d8b97aab7404, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731396418037 2024-11-12T07:27:02,675 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a129f61487cf41749a76d7a786b9eeb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731396418057 2024-11-12T07:27:02,675 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 61f17708e69243d4a99a47d018df059c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731396420243 2024-11-12T07:27:02,675 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01e35fb3a0c140a4b78020efc8e76d55, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731396418037 2024-11-12T07:27:02,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-12T07:27:02,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:02,676 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-12T07:27:02,676 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 027cd4a9a9ef438ea1717839fc599823, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731396418057 2024-11-12T07:27:02,677 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99413abef7b5410791364121b5f977c4, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731396420243 2024-11-12T07:27:02,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112dd1337c7b0524c9283ee6404cf021ff2_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396421408/Put/seqid=0 2024-11-12T07:27:02,684 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:02,684 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#B#compaction#439 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:02,685 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/d5f6769e2a064d719cb1f9cf83152117 is 50, key is test_row_0/B:col10/1731396420244/Put/seqid=0 2024-11-12T07:27:02,689 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111239c67c8ba5e44d509b2ef662a3860726_ab93151a125ce68db1b0259ecb3e783a store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:02,690 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111239c67c8ba5e44d509b2ef662a3860726_ab93151a125ce68db1b0259ecb3e783a, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:02,690 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111239c67c8ba5e44d509b2ef662a3860726_ab93151a125ce68db1b0259ecb3e783a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:02,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742346_1522 (size=12154) 2024-11-12T07:27:02,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:02,702 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112dd1337c7b0524c9283ee6404cf021ff2_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112dd1337c7b0524c9283ee6404cf021ff2_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:02,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/df05968c83724767b4a5cd41694dfc9d, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:02,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/df05968c83724767b4a5cd41694dfc9d is 175, key is test_row_0/A:col10/1731396421408/Put/seqid=0 2024-11-12T07:27:02,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742347_1523 (size=12104) 2024-11-12T07:27:02,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742348_1524 (size=4469) 2024-11-12T07:27:02,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742349_1525 (size=30955) 2024-11-12T07:27:02,734 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#A#compaction#440 average throughput is 0.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:02,735 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/a77215d6dfb0453b981fe07ee872d37c is 175, key is test_row_0/A:col10/1731396420244/Put/seqid=0 2024-11-12T07:27:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742350_1526 (size=31058) 2024-11-12T07:27:02,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T07:27:03,110 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/d5f6769e2a064d719cb1f9cf83152117 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/d5f6769e2a064d719cb1f9cf83152117 2024-11-12T07:27:03,115 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/B of ab93151a125ce68db1b0259ecb3e783a into d5f6769e2a064d719cb1f9cf83152117(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:03,115 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:03,115 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/B, priority=13, startTime=1731396422673; duration=0sec 2024-11-12T07:27:03,115 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:03,115 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:B 2024-11-12T07:27:03,115 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:03,116 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:03,116 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/C is initiating minor compaction (all files) 2024-11-12T07:27:03,116 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/C in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:03,116 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/a39bf801bc0b4d66bc436d21da18bfe5, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/5b5920fbb9c846a791b4dfa3870edf3a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/c9ddaf45f6fe49b886312321066f237a] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=35.2 K 2024-11-12T07:27:03,117 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a39bf801bc0b4d66bc436d21da18bfe5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731396418037 2024-11-12T07:27:03,117 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b5920fbb9c846a791b4dfa3870edf3a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731396418057 2024-11-12T07:27:03,117 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting c9ddaf45f6fe49b886312321066f237a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731396420243 2024-11-12T07:27:03,123 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#C#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:03,123 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/9da3abbb5bf94a4282f7d60be62ccfbc is 50, key is test_row_0/C:col10/1731396420244/Put/seqid=0 2024-11-12T07:27:03,135 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/df05968c83724767b4a5cd41694dfc9d 2024-11-12T07:27:03,145 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/a77215d6dfb0453b981fe07ee872d37c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/a77215d6dfb0453b981fe07ee872d37c 2024-11-12T07:27:03,150 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/A of ab93151a125ce68db1b0259ecb3e783a into a77215d6dfb0453b981fe07ee872d37c(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:03,150 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:03,150 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/A, priority=13, startTime=1731396422673; duration=0sec 2024-11-12T07:27:03,150 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:03,150 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:A 2024-11-12T07:27:03,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/0ffc1caf45cd45df959d088b84db2d83 is 50, key is test_row_0/B:col10/1731396421408/Put/seqid=0 2024-11-12T07:27:03,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742351_1527 (size=12104) 2024-11-12T07:27:03,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742352_1528 (size=12001) 2024-11-12T07:27:03,179 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/0ffc1caf45cd45df959d088b84db2d83 2024-11-12T07:27:03,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/533fa9edddde4a44964fb59ab517c27f is 50, key is test_row_0/C:col10/1731396421408/Put/seqid=0 2024-11-12T07:27:03,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742353_1529 (size=12001) 2024-11-12T07:27:03,202 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/533fa9edddde4a44964fb59ab517c27f 2024-11-12T07:27:03,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/df05968c83724767b4a5cd41694dfc9d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/df05968c83724767b4a5cd41694dfc9d 2024-11-12T07:27:03,213 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/df05968c83724767b4a5cd41694dfc9d, entries=150, sequenceid=77, filesize=30.2 K 2024-11-12T07:27:03,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/0ffc1caf45cd45df959d088b84db2d83 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/0ffc1caf45cd45df959d088b84db2d83 2024-11-12T07:27:03,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,217 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/0ffc1caf45cd45df959d088b84db2d83, entries=150, sequenceid=77, filesize=11.7 K 2024-11-12T07:27:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/533fa9edddde4a44964fb59ab517c27f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/533fa9edddde4a44964fb59ab517c27f 2024-11-12T07:27:03,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,222 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/533fa9edddde4a44964fb59ab517c27f, entries=150, sequenceid=77, filesize=11.7 K 2024-11-12T07:27:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,223 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for ab93151a125ce68db1b0259ecb3e783a in 547ms, sequenceid=77, compaction requested=false 2024-11-12T07:27:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:03,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:03,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-12T07:27:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-12T07:27:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-12T07:27:03,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0090 sec 2024-11-12T07:27:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.0140 sec 2024-11-12T07:27:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-12T07:27:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,352 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:27:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,352 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:27:03,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-12T07:27:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T07:27:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,354 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:27:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,355 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:27:03,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:27:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T07:27:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-12T07:27:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:03,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:03,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:03,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-12T07:27:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-12T07:27:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-12T07:27:03,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 153 msec 2024-11-12T07:27:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 159 msec 2024-11-12T07:27:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,567 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/9da3abbb5bf94a4282f7d60be62ccfbc as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9da3abbb5bf94a4282f7d60be62ccfbc 2024-11-12T07:27:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,571 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/C of ab93151a125ce68db1b0259ecb3e783a into 9da3abbb5bf94a4282f7d60be62ccfbc(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,571 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:03,571 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/C, priority=13, startTime=1731396422673; duration=0sec 2024-11-12T07:27:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,571 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:03,571 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:C 2024-11-12T07:27:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:03,591 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:27:03,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:27:03,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:03,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111201fe920c069b4ac3853e5110739b7e21_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396423587/Put/seqid=0 2024-11-12T07:27:03,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:03,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396483619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:03,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396483620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:03,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396483621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396483622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:03,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:03,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742355_1531 (size=24358) 2024-11-12T07:27:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-12T07:27:03,673 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:27:03,673 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:27:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees 2024-11-12T07:27:03,674 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:27:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T07:27:03,675 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=166, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:27:03,675 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:27:03,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396483732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:03,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396483732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:03,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:03,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:03,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396483732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:03,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:03,734 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,734 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,734 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:03,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:03,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396483732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:03,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T07:27:03,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T07:27:03,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:03,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:03,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:03,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:03,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:03,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:03,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396483942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:03,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396483942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:03,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:03,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396483942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396483942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:03,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:03,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T07:27:03,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:03,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:03,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T07:27:04,031 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:04,033 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111201fe920c069b4ac3853e5110739b7e21_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111201fe920c069b4ac3853e5110739b7e21_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:04,034 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/e8ab74e903ba40ef8940219da633fdfe, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:04,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/e8ab74e903ba40ef8940219da633fdfe is 175, key is test_row_0/A:col10/1731396423587/Put/seqid=0 2024-11-12T07:27:04,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742354_1530 (size=73995) 2024-11-12T07:27:04,039 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/e8ab74e903ba40ef8940219da633fdfe 2024-11-12T07:27:04,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/277bdf887c9a4e1288ef2d1c3d6a4968 is 50, key is test_row_0/B:col10/1731396423587/Put/seqid=0 2024-11-12T07:27:04,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742356_1532 (size=12001) 2024-11-12T07:27:04,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T07:27:04,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:04,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:04,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:04,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:04,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396484252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:04,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396484252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396484252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,255 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:04,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:04,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396484252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:04,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:04,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T07:27:04,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:04,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:04,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:04,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T07:27:04,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T07:27:04,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:04,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:04,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:04,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/277bdf887c9a4e1288ef2d1c3d6a4968 2024-11-12T07:27:04,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/0314306999b7435faffa4fa283b0ae32 is 50, key is test_row_0/C:col10/1731396423587/Put/seqid=0 2024-11-12T07:27:04,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742357_1533 (size=12001) 2024-11-12T07:27:04,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T07:27:04,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:04,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:04,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:04,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T07:27:04,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:04,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:04,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:04,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] handler.RSProcedureHandler(58): pid=167 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=167 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=167 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:04,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396484762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:04,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396484762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396484762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396484762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:04,764 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:04,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T07:27:04,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/0314306999b7435faffa4fa283b0ae32 2024-11-12T07:27:04,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/e8ab74e903ba40ef8940219da633fdfe as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/e8ab74e903ba40ef8940219da633fdfe 2024-11-12T07:27:04,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/e8ab74e903ba40ef8940219da633fdfe, entries=400, sequenceid=92, filesize=72.3 K 2024-11-12T07:27:04,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/277bdf887c9a4e1288ef2d1c3d6a4968 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/277bdf887c9a4e1288ef2d1c3d6a4968 2024-11-12T07:27:04,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/277bdf887c9a4e1288ef2d1c3d6a4968, entries=150, sequenceid=92, filesize=11.7 K 2024-11-12T07:27:04,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/0314306999b7435faffa4fa283b0ae32 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/0314306999b7435faffa4fa283b0ae32 2024-11-12T07:27:04,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/0314306999b7435faffa4fa283b0ae32, entries=150, sequenceid=92, filesize=11.7 K 2024-11-12T07:27:04,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ab93151a125ce68db1b0259ecb3e783a in 1290ms, sequenceid=92, compaction requested=true 2024-11-12T07:27:04,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:04,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:27:04,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:04,882 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:04,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:27:04,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:04,882 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:04,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:27:04,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:04,882 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136008 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:04,882 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:04,882 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/A is initiating minor compaction (all files) 2024-11-12T07:27:04,882 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/B is initiating minor compaction (all files) 2024-11-12T07:27:04,882 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/A in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:04,882 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/B in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:04,883 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/d5f6769e2a064d719cb1f9cf83152117, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/0ffc1caf45cd45df959d088b84db2d83, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/277bdf887c9a4e1288ef2d1c3d6a4968] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=35.3 K 2024-11-12T07:27:04,883 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/a77215d6dfb0453b981fe07ee872d37c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/df05968c83724767b4a5cd41694dfc9d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/e8ab74e903ba40ef8940219da633fdfe] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=132.8 K 2024-11-12T07:27:04,883 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:04,883 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/a77215d6dfb0453b981fe07ee872d37c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/df05968c83724767b4a5cd41694dfc9d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/e8ab74e903ba40ef8940219da633fdfe] 2024-11-12T07:27:04,883 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d5f6769e2a064d719cb1f9cf83152117, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731396420243 2024-11-12T07:27:04,885 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting a77215d6dfb0453b981fe07ee872d37c, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731396420243 2024-11-12T07:27:04,885 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ffc1caf45cd45df959d088b84db2d83, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731396421395 2024-11-12T07:27:04,885 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting df05968c83724767b4a5cd41694dfc9d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731396421395 2024-11-12T07:27:04,885 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 277bdf887c9a4e1288ef2d1c3d6a4968, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731396423587 2024-11-12T07:27:04,885 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8ab74e903ba40ef8940219da633fdfe, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731396423573 2024-11-12T07:27:04,891 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:04,893 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112df09edab4227462cb727348d94ad98a1_ab93151a125ce68db1b0259ecb3e783a store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:04,893 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#B#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:04,893 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/fd2beaf3d2d14e63b8fc3f53a9848350 is 50, key is test_row_0/B:col10/1731396423587/Put/seqid=0 2024-11-12T07:27:04,894 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112df09edab4227462cb727348d94ad98a1_ab93151a125ce68db1b0259ecb3e783a, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:04,895 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112df09edab4227462cb727348d94ad98a1_ab93151a125ce68db1b0259ecb3e783a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:04,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=167 2024-11-12T07:27:04,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:04,897 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T07:27:04,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742358_1534 (size=4469) 2024-11-12T07:27:04,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742359_1535 (size=12207) 2024-11-12T07:27:04,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112fda077a0dbfc4fbebc114549f92b8bff_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396423617/Put/seqid=0 2024-11-12T07:27:04,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742360_1536 (size=12154) 2024-11-12T07:27:04,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:04,920 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112fda077a0dbfc4fbebc114549f92b8bff_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fda077a0dbfc4fbebc114549f92b8bff_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:04,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/d080317c184145bdb5acafb58afb2298, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:04,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/d080317c184145bdb5acafb58afb2298 is 175, key is test_row_0/A:col10/1731396423617/Put/seqid=0 2024-11-12T07:27:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742361_1537 (size=30955) 2024-11-12T07:27:04,931 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/d080317c184145bdb5acafb58afb2298 2024-11-12T07:27:04,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/a8dad7bbb6e3496ea3b0094cef14731a is 50, key is test_row_0/B:col10/1731396423617/Put/seqid=0 2024-11-12T07:27:04,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742362_1538 (size=12001) 2024-11-12T07:27:04,942 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/a8dad7bbb6e3496ea3b0094cef14731a 2024-11-12T07:27:04,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/232b1aafdde6415fa4e1a29a919fc036 is 50, key is test_row_0/C:col10/1731396423617/Put/seqid=0 2024-11-12T07:27:04,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742363_1539 (size=12001) 2024-11-12T07:27:05,305 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#A#compaction#448 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:05,306 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/75c43ecbf73947159fe7929531ea5b89 is 175, key is test_row_0/A:col10/1731396423587/Put/seqid=0 2024-11-12T07:27:05,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742364_1540 (size=31161) 2024-11-12T07:27:05,314 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/fd2beaf3d2d14e63b8fc3f53a9848350 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/fd2beaf3d2d14e63b8fc3f53a9848350 2024-11-12T07:27:05,318 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/B of ab93151a125ce68db1b0259ecb3e783a into fd2beaf3d2d14e63b8fc3f53a9848350(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:05,318 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:05,318 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/B, priority=13, startTime=1731396424882; duration=0sec 2024-11-12T07:27:05,318 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:05,318 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:B 2024-11-12T07:27:05,318 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:05,319 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:05,319 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/C is initiating minor compaction (all files) 2024-11-12T07:27:05,319 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/C in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:05,319 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9da3abbb5bf94a4282f7d60be62ccfbc, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/533fa9edddde4a44964fb59ab517c27f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/0314306999b7435faffa4fa283b0ae32] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=35.3 K 2024-11-12T07:27:05,320 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 9da3abbb5bf94a4282f7d60be62ccfbc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731396420243 2024-11-12T07:27:05,321 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 533fa9edddde4a44964fb59ab517c27f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731396421395 2024-11-12T07:27:05,321 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 0314306999b7435faffa4fa283b0ae32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731396423587 2024-11-12T07:27:05,322 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/75c43ecbf73947159fe7929531ea5b89 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/75c43ecbf73947159fe7929531ea5b89 2024-11-12T07:27:05,326 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/A of ab93151a125ce68db1b0259ecb3e783a into 75c43ecbf73947159fe7929531ea5b89(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:05,326 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:05,326 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/A, priority=13, startTime=1731396424882; duration=0sec 2024-11-12T07:27:05,326 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:05,326 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:A 2024-11-12T07:27:05,327 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#C#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:05,327 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/bfb481389b1e4b43973c2c84484c4c74 is 50, key is test_row_0/C:col10/1731396423587/Put/seqid=0 2024-11-12T07:27:05,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742365_1541 (size=12207) 2024-11-12T07:27:05,336 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/bfb481389b1e4b43973c2c84484c4c74 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/bfb481389b1e4b43973c2c84484c4c74 2024-11-12T07:27:05,340 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/C of ab93151a125ce68db1b0259ecb3e783a into bfb481389b1e4b43973c2c84484c4c74(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:05,340 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:05,340 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/C, priority=13, startTime=1731396424882; duration=0sec 2024-11-12T07:27:05,340 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:05,340 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:C 2024-11-12T07:27:05,355 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/232b1aafdde6415fa4e1a29a919fc036 2024-11-12T07:27:05,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/d080317c184145bdb5acafb58afb2298 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/d080317c184145bdb5acafb58afb2298 2024-11-12T07:27:05,361 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/d080317c184145bdb5acafb58afb2298, entries=150, sequenceid=117, filesize=30.2 K 2024-11-12T07:27:05,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/a8dad7bbb6e3496ea3b0094cef14731a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/a8dad7bbb6e3496ea3b0094cef14731a 2024-11-12T07:27:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,365 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/a8dad7bbb6e3496ea3b0094cef14731a, entries=150, sequenceid=117, filesize=11.7 K 2024-11-12T07:27:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/232b1aafdde6415fa4e1a29a919fc036 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/232b1aafdde6415fa4e1a29a919fc036 2024-11-12T07:27:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,369 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/232b1aafdde6415fa4e1a29a919fc036, entries=150, sequenceid=117, filesize=11.7 K 2024-11-12T07:27:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,369 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for ab93151a125ce68db1b0259ecb3e783a in 472ms, sequenceid=117, compaction requested=false 2024-11-12T07:27:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:05,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:05,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=167}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=167 2024-11-12T07:27:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=167 2024-11-12T07:27:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-12T07:27:05,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6960 sec 2024-11-12T07:27:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=166, table=TestAcidGuarantees in 1.7000 sec 2024-11-12T07:27:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:05,797 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:27:05,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:27:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b62eb04a497a4f379e4014051bc8c951_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396425795/Put/seqid=0 2024-11-12T07:27:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:05,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742367_1543 (size=24508) 2024-11-12T07:27:05,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-12T07:27:05,822 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:27:05,823 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:27:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-11-12T07:27:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T07:27:05,826 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:27:05,827 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:27:05,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:27:05,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396485832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:05,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:05,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396485833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:05,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396485835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:05,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:05,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396485836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:05,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T07:27:05,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396485941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:05,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396485941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:05,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396485941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:05,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396485952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:05,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-12T07:27:05,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:05,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:05,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:05,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:05,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:05,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-12T07:27:06,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:06,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:06,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:06,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T07:27:06,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396486151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:06,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396486151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:06,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:06,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396486152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,156 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:06,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:06,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396486162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:06,210 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:06,213 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b62eb04a497a4f379e4014051bc8c951_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b62eb04a497a4f379e4014051bc8c951_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:06,213 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/9d2b9dbd75a44d2fbead55a49fce6d67, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:06,214 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/9d2b9dbd75a44d2fbead55a49fce6d67 is 175, key is test_row_0/A:col10/1731396425795/Put/seqid=0 2024-11-12T07:27:06,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742366_1542 (size=74140) 2024-11-12T07:27:06,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-12T07:27:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:06,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:06,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38834 deadline: 1731396486292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:06,293 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in ab93151a125ce68db1b0259ecb3e783a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:27:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,294 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:06,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-12T07:27:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:06,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T07:27:06,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:06,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396486461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:06,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396486461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:06,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396486461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,464 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:06,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:06,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396486472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:06,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,473 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:06,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-12T07:27:06,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:06,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:06,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:06,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,616 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/9d2b9dbd75a44d2fbead55a49fce6d67 2024-11-12T07:27:06,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/26e6dc9cde5e4293b178ce5e548e0456 is 50, key is test_row_0/B:col10/1731396425795/Put/seqid=0 2024-11-12T07:27:06,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742368_1544 (size=9757) 2024-11-12T07:27:06,625 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/26e6dc9cde5e4293b178ce5e548e0456 2024-11-12T07:27:06,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/9e89df74ba394263b3b4ac66292a59c6 is 50, key is test_row_0/C:col10/1731396425795/Put/seqid=0 2024-11-12T07:27:06,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742369_1545 (size=9757) 2024-11-12T07:27:06,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-12T07:27:06,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:06,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:06,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:06,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-12T07:27:06,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:06,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:06,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:06,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:06,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T07:27:06,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396486972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:06,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:06,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:06,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396486972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:06,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:06,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396486972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:06,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:06,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396486982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:06,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:07,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/9e89df74ba394263b3b4ac66292a59c6 2024-11-12T07:27:07,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/9d2b9dbd75a44d2fbead55a49fce6d67 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/9d2b9dbd75a44d2fbead55a49fce6d67 2024-11-12T07:27:07,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/9d2b9dbd75a44d2fbead55a49fce6d67, entries=400, sequenceid=131, filesize=72.4 K 2024-11-12T07:27:07,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/26e6dc9cde5e4293b178ce5e548e0456 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/26e6dc9cde5e4293b178ce5e548e0456 2024-11-12T07:27:07,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/26e6dc9cde5e4293b178ce5e548e0456, entries=100, sequenceid=131, filesize=9.5 K 2024-11-12T07:27:07,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/9e89df74ba394263b3b4ac66292a59c6 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9e89df74ba394263b3b4ac66292a59c6 2024-11-12T07:27:07,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9e89df74ba394263b3b4ac66292a59c6, entries=100, sequenceid=131, filesize=9.5 K 2024-11-12T07:27:07,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for ab93151a125ce68db1b0259ecb3e783a in 1250ms, sequenceid=131, compaction requested=true 2024-11-12T07:27:07,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:07,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:27:07,047 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:07,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:07,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:27:07,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:07,047 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:07,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:27:07,047 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:07,048 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136256 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:07,048 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/A is initiating minor compaction (all files) 2024-11-12T07:27:07,048 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:07,048 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/B is initiating minor compaction (all files) 2024-11-12T07:27:07,048 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/A in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:07,048 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/B in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:07,048 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/75c43ecbf73947159fe7929531ea5b89, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/d080317c184145bdb5acafb58afb2298, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/9d2b9dbd75a44d2fbead55a49fce6d67] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=133.1 K 2024-11-12T07:27:07,048 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/fd2beaf3d2d14e63b8fc3f53a9848350, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/a8dad7bbb6e3496ea3b0094cef14731a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/26e6dc9cde5e4293b178ce5e548e0456] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=33.2 K 2024-11-12T07:27:07,048 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:07,048 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/75c43ecbf73947159fe7929531ea5b89, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/d080317c184145bdb5acafb58afb2298, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/9d2b9dbd75a44d2fbead55a49fce6d67] 2024-11-12T07:27:07,048 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting fd2beaf3d2d14e63b8fc3f53a9848350, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731396423587 2024-11-12T07:27:07,048 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 75c43ecbf73947159fe7929531ea5b89, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731396423587 2024-11-12T07:27:07,048 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting a8dad7bbb6e3496ea3b0094cef14731a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731396423617 2024-11-12T07:27:07,048 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting d080317c184145bdb5acafb58afb2298, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731396423617 2024-11-12T07:27:07,049 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 26e6dc9cde5e4293b178ce5e548e0456, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731396425795 2024-11-12T07:27:07,049 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d2b9dbd75a44d2fbead55a49fce6d67, keycount=400, bloomtype=ROW, size=72.4 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731396425784 2024-11-12T07:27:07,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-11-12T07:27:07,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:07,051 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-12T07:27:07,054 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:07,055 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#B#compaction#456 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:07,055 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/c053cca322514899ac01cbdc0ad7125a is 50, key is test_row_0/B:col10/1731396425795/Put/seqid=0 2024-11-12T07:27:07,062 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411123c2e3735015e49a1a335f8faa9d339d2_ab93151a125ce68db1b0259ecb3e783a store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:07,065 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411123c2e3735015e49a1a335f8faa9d339d2_ab93151a125ce68db1b0259ecb3e783a, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:07,065 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411123c2e3735015e49a1a335f8faa9d339d2_ab93151a125ce68db1b0259ecb3e783a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:07,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c3ecb74e6fc24471ab2122fcb4792f81_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396425831/Put/seqid=0 2024-11-12T07:27:07,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742370_1546 (size=12409) 2024-11-12T07:27:07,085 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/c053cca322514899ac01cbdc0ad7125a as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/c053cca322514899ac01cbdc0ad7125a 2024-11-12T07:27:07,089 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/B of ab93151a125ce68db1b0259ecb3e783a into c053cca322514899ac01cbdc0ad7125a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:07,090 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:07,090 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/B, priority=13, startTime=1731396427047; duration=0sec 2024-11-12T07:27:07,090 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:07,090 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:B 2024-11-12T07:27:07,090 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:07,091 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:07,091 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/C is initiating minor compaction (all files) 2024-11-12T07:27:07,091 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/C in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:07,091 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/bfb481389b1e4b43973c2c84484c4c74, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/232b1aafdde6415fa4e1a29a919fc036, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9e89df74ba394263b3b4ac66292a59c6] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=33.2 K 2024-11-12T07:27:07,091 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting bfb481389b1e4b43973c2c84484c4c74, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731396423587 2024-11-12T07:27:07,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742371_1547 (size=4469) 2024-11-12T07:27:07,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742372_1548 (size=12304) 2024-11-12T07:27:07,092 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 232b1aafdde6415fa4e1a29a919fc036, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731396423617 2024-11-12T07:27:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,092 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e89df74ba394263b3b4ac66292a59c6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731396425795 2024-11-12T07:27:07,094 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c3ecb74e6fc24471ab2122fcb4792f81_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c3ecb74e6fc24471ab2122fcb4792f81_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:07,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/7cd9256fc6264957b157eacea3fcd713, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:07,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/7cd9256fc6264957b157eacea3fcd713 is 175, key is test_row_0/A:col10/1731396425831/Put/seqid=0 2024-11-12T07:27:07,099 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#C#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:07,099 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/4bbfa65bde7b4167b498f12d5a554f0f is 50, key is test_row_0/C:col10/1731396425795/Put/seqid=0 2024-11-12T07:27:07,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742373_1549 (size=12409) 2024-11-12T07:27:07,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742374_1550 (size=31105) 2024-11-12T07:27:07,493 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#A#compaction#457 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:07,493 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/cefdc1f7354c403aa4b02c31c1c7a9a3 is 175, key is test_row_0/A:col10/1731396425795/Put/seqid=0 2024-11-12T07:27:07,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742375_1551 (size=31470) 2024-11-12T07:27:07,504 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/7cd9256fc6264957b157eacea3fcd713 2024-11-12T07:27:07,505 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/4bbfa65bde7b4167b498f12d5a554f0f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/4bbfa65bde7b4167b498f12d5a554f0f 2024-11-12T07:27:07,510 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/C of ab93151a125ce68db1b0259ecb3e783a into 4bbfa65bde7b4167b498f12d5a554f0f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:07,510 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:07,510 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/C, priority=13, startTime=1731396427047; duration=0sec 2024-11-12T07:27:07,510 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:07,510 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:C 2024-11-12T07:27:07,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/25f66be4d8bf488b87484ccbba1449e9 is 50, key is test_row_0/B:col10/1731396425831/Put/seqid=0 2024-11-12T07:27:07,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742376_1552 (size=12151) 2024-11-12T07:27:07,899 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/cefdc1f7354c403aa4b02c31c1c7a9a3 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/cefdc1f7354c403aa4b02c31c1c7a9a3 2024-11-12T07:27:07,903 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/A of ab93151a125ce68db1b0259ecb3e783a into cefdc1f7354c403aa4b02c31c1c7a9a3(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:07,903 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:07,903 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/A, priority=13, startTime=1731396427047; duration=0sec 2024-11-12T07:27:07,903 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:07,903 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:A 2024-11-12T07:27:07,914 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/25f66be4d8bf488b87484ccbba1449e9 2024-11-12T07:27:07,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/7931f6ef74f54cb79b10491c2e33cd26 is 50, key is test_row_0/C:col10/1731396425831/Put/seqid=0 2024-11-12T07:27:07,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742377_1553 (size=12151) 2024-11-12T07:27:07,925 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/7931f6ef74f54cb79b10491c2e33cd26 2024-11-12T07:27:07,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/7cd9256fc6264957b157eacea3fcd713 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/7cd9256fc6264957b157eacea3fcd713 2024-11-12T07:27:07,933 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/7cd9256fc6264957b157eacea3fcd713, entries=150, sequenceid=157, filesize=30.4 K 2024-11-12T07:27:07,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/25f66be4d8bf488b87484ccbba1449e9 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/25f66be4d8bf488b87484ccbba1449e9 2024-11-12T07:27:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,937 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/25f66be4d8bf488b87484ccbba1449e9, entries=150, sequenceid=157, filesize=11.9 K 2024-11-12T07:27:07,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/7931f6ef74f54cb79b10491c2e33cd26 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/7931f6ef74f54cb79b10491c2e33cd26 2024-11-12T07:27:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,941 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/7931f6ef74f54cb79b10491c2e33cd26, entries=150, sequenceid=157, filesize=11.9 K 2024-11-12T07:27:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,941 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for ab93151a125ce68db1b0259ecb3e783a in 890ms, sequenceid=157, compaction requested=false 2024-11-12T07:27:07,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:07,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:07,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-11-12T07:27:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-11-12T07:27:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-12T07:27:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1160 sec 2024-11-12T07:27:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 2.1220 sec 2024-11-12T07:27:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-12T07:27:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,972 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:27:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,972 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:27:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-11-12T07:27:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,974 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:27:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-12T07:27:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,975 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:27:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:27:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:08,017 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:27:08,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:27:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111288882cdb13db4222a3d8b9244ed3c1dc_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396428016/Put/seqid=0 2024-11-12T07:27:08,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742378_1554 (size=17284) 2024-11-12T07:27:08,030 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:08,033 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111288882cdb13db4222a3d8b9244ed3c1dc_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111288882cdb13db4222a3d8b9244ed3c1dc_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:08,033 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/1267af23472c426893e1d335d83f24b5, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:08,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/1267af23472c426893e1d335d83f24b5 is 175, key is test_row_0/A:col10/1731396428016/Put/seqid=0 2024-11-12T07:27:08,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742379_1555 (size=48389) 2024-11-12T07:27:08,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396488047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,052 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396488048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396488048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396488048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-12T07:27:08,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T07:27:08,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:08,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396488162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396488162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396488162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396488162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T07:27:08,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:08,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-12T07:27:08,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396488372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,374 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396488372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396488372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396488372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T07:27:08,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:08,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,443 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/1267af23472c426893e1d335d83f24b5 2024-11-12T07:27:08,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/b71cbc59f8d54877a2c1424953945cee is 50, key is test_row_0/B:col10/1731396428016/Put/seqid=0 2024-11-12T07:27:08,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742380_1556 (size=12151) 2024-11-12T07:27:08,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T07:27:08,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:08,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-12T07:27:08,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396488681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396488681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396488682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396488682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:08,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T07:27:08,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:08,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:08,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/b71cbc59f8d54877a2c1424953945cee 2024-11-12T07:27:08,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/48dbcb953ce9430684aabda232a198fc is 50, key is test_row_0/C:col10/1731396428016/Put/seqid=0 2024-11-12T07:27:08,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742381_1557 (size=12151) 2024-11-12T07:27:08,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/48dbcb953ce9430684aabda232a198fc 2024-11-12T07:27:08,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/1267af23472c426893e1d335d83f24b5 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1267af23472c426893e1d335d83f24b5 2024-11-12T07:27:08,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1267af23472c426893e1d335d83f24b5, entries=250, sequenceid=171, filesize=47.3 K 2024-11-12T07:27:08,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/b71cbc59f8d54877a2c1424953945cee as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/b71cbc59f8d54877a2c1424953945cee 2024-11-12T07:27:08,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/b71cbc59f8d54877a2c1424953945cee, entries=150, sequenceid=171, filesize=11.9 K 2024-11-12T07:27:08,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/48dbcb953ce9430684aabda232a198fc as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/48dbcb953ce9430684aabda232a198fc 2024-11-12T07:27:08,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/48dbcb953ce9430684aabda232a198fc, entries=150, sequenceid=171, filesize=11.9 K 2024-11-12T07:27:08,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ab93151a125ce68db1b0259ecb3e783a in 859ms, sequenceid=171, compaction requested=true 2024-11-12T07:27:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:27:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:08,876 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:08,876 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:27:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:27:08,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:08,877 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:08,877 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/B is initiating minor compaction (all files) 2024-11-12T07:27:08,877 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/B in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,877 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/c053cca322514899ac01cbdc0ad7125a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/25f66be4d8bf488b87484ccbba1449e9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/b71cbc59f8d54877a2c1424953945cee] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=35.9 K 2024-11-12T07:27:08,877 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting c053cca322514899ac01cbdc0ad7125a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731396423620 2024-11-12T07:27:08,878 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110964 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:08,878 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/A is initiating minor compaction (all files) 2024-11-12T07:27:08,878 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 25f66be4d8bf488b87484ccbba1449e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731396425831 2024-11-12T07:27:08,878 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/A in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,878 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/cefdc1f7354c403aa4b02c31c1c7a9a3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/7cd9256fc6264957b157eacea3fcd713, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1267af23472c426893e1d335d83f24b5] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=108.4 K 2024-11-12T07:27:08,878 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,878 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/cefdc1f7354c403aa4b02c31c1c7a9a3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/7cd9256fc6264957b157eacea3fcd713, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1267af23472c426893e1d335d83f24b5] 2024-11-12T07:27:08,878 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting b71cbc59f8d54877a2c1424953945cee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396428015 2024-11-12T07:27:08,879 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting cefdc1f7354c403aa4b02c31c1c7a9a3, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731396423620 2024-11-12T07:27:08,879 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cd9256fc6264957b157eacea3fcd713, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731396425831 2024-11-12T07:27:08,880 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1267af23472c426893e1d335d83f24b5, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396428000 2024-11-12T07:27:08,887 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:08,888 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/f90995de75fc4f61860d0d87b794259e is 50, key is test_row_0/B:col10/1731396428016/Put/seqid=0 2024-11-12T07:27:08,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-11-12T07:27:08,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,889 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T07:27:08,890 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:08,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742382_1558 (size=12561) 2024-11-12T07:27:08,898 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/f90995de75fc4f61860d0d87b794259e as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/f90995de75fc4f61860d0d87b794259e 2024-11-12T07:27:08,899 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112df4c53b9b1944ad280a0fa136818b855_ab93151a125ce68db1b0259ecb3e783a store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:08,900 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112df4c53b9b1944ad280a0fa136818b855_ab93151a125ce68db1b0259ecb3e783a, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:08,901 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112df4c53b9b1944ad280a0fa136818b855_ab93151a125ce68db1b0259ecb3e783a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:08,902 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/B of ab93151a125ce68db1b0259ecb3e783a into f90995de75fc4f61860d0d87b794259e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:08,902 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:08,902 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/B, priority=13, startTime=1731396428876; duration=0sec 2024-11-12T07:27:08,902 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:08,902 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:B 2024-11-12T07:27:08,902 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:08,904 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:08,904 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/C is initiating minor compaction (all files) 2024-11-12T07:27:08,904 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/C in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:08,904 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/4bbfa65bde7b4167b498f12d5a554f0f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/7931f6ef74f54cb79b10491c2e33cd26, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/48dbcb953ce9430684aabda232a198fc] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=35.9 K 2024-11-12T07:27:08,905 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 4bbfa65bde7b4167b498f12d5a554f0f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731396423620 2024-11-12T07:27:08,906 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 7931f6ef74f54cb79b10491c2e33cd26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731396425831 2024-11-12T07:27:08,906 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 48dbcb953ce9430684aabda232a198fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396428015 2024-11-12T07:27:08,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411120731fb3fa23142ac8dfcfe1a6d2704fc_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396428047/Put/seqid=0 2024-11-12T07:27:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742383_1559 (size=4469) 2024-11-12T07:27:08,923 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#A#compaction#466 average throughput is 0.76 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:08,924 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/0a9cff53ad5f4d9e8d9928434c866307 is 175, key is test_row_0/A:col10/1731396428016/Put/seqid=0 2024-11-12T07:27:08,931 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#C#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:08,931 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/eb5cef69f35e42fd89b311a2dcdc4ad8 is 50, key is test_row_0/C:col10/1731396428016/Put/seqid=0 2024-11-12T07:27:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742384_1560 (size=12304) 2024-11-12T07:27:08,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742386_1562 (size=12561) 2024-11-12T07:27:08,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742385_1561 (size=31515) 2024-11-12T07:27:08,966 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/0a9cff53ad5f4d9e8d9928434c866307 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0a9cff53ad5f4d9e8d9928434c866307 2024-11-12T07:27:08,969 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/A of ab93151a125ce68db1b0259ecb3e783a into 0a9cff53ad5f4d9e8d9928434c866307(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:08,969 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:08,969 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/A, priority=13, startTime=1731396428876; duration=0sec 2024-11-12T07:27:08,969 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:08,969 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:A 2024-11-12T07:27:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-12T07:27:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:09,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:09,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396489200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396489200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396489201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396489201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396489312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396489312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,315 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396489312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396489312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,316 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:09,357 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411120731fb3fa23142ac8dfcfe1a6d2704fc_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411120731fb3fa23142ac8dfcfe1a6d2704fc_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:09,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/f52f4498a528422c936cc32a857c36d8, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:09,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/f52f4498a528422c936cc32a857c36d8 is 175, key is test_row_0/A:col10/1731396428047/Put/seqid=0 2024-11-12T07:27:09,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742387_1563 (size=31105) 2024-11-12T07:27:09,365 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/eb5cef69f35e42fd89b311a2dcdc4ad8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/eb5cef69f35e42fd89b311a2dcdc4ad8 2024-11-12T07:27:09,369 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/C of ab93151a125ce68db1b0259ecb3e783a into eb5cef69f35e42fd89b311a2dcdc4ad8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:09,369 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:09,369 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/C, priority=13, startTime=1731396428876; duration=0sec 2024-11-12T07:27:09,369 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:09,369 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:C 2024-11-12T07:27:09,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396489522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396489522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,525 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396489522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,526 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396489522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,761 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/f52f4498a528422c936cc32a857c36d8 2024-11-12T07:27:09,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/103a362f1f2e4530b1a7fa9a9c3b473c is 50, key is test_row_0/B:col10/1731396428047/Put/seqid=0 2024-11-12T07:27:09,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742388_1564 (size=12151) 2024-11-12T07:27:09,770 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/103a362f1f2e4530b1a7fa9a9c3b473c 2024-11-12T07:27:09,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/8f0cb1a71b624c91a1d005bb1fac9720 is 50, key is test_row_0/C:col10/1731396428047/Put/seqid=0 2024-11-12T07:27:09,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742389_1565 (size=12151) 2024-11-12T07:27:09,779 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/8f0cb1a71b624c91a1d005bb1fac9720 2024-11-12T07:27:09,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/f52f4498a528422c936cc32a857c36d8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/f52f4498a528422c936cc32a857c36d8 2024-11-12T07:27:09,785 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/f52f4498a528422c936cc32a857c36d8, entries=150, sequenceid=196, filesize=30.4 K 2024-11-12T07:27:09,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/103a362f1f2e4530b1a7fa9a9c3b473c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/103a362f1f2e4530b1a7fa9a9c3b473c 2024-11-12T07:27:09,788 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/103a362f1f2e4530b1a7fa9a9c3b473c, entries=150, sequenceid=196, filesize=11.9 K 2024-11-12T07:27:09,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/8f0cb1a71b624c91a1d005bb1fac9720 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/8f0cb1a71b624c91a1d005bb1fac9720 2024-11-12T07:27:09,791 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/8f0cb1a71b624c91a1d005bb1fac9720, entries=150, sequenceid=196, filesize=11.9 K 2024-11-12T07:27:09,792 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ab93151a125ce68db1b0259ecb3e783a in 903ms, sequenceid=196, compaction requested=false 2024-11-12T07:27:09,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:09,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:09,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-11-12T07:27:09,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-11-12T07:27:09,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-11-12T07:27:09,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8190 sec 2024-11-12T07:27:09,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 1.8240 sec 2024-11-12T07:27:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:09,834 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:27:09,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T07:27:09,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129a7782dab39f42ef9ba002bdb1a76c10_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396429833/Put/seqid=0 2024-11-12T07:27:09,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742390_1566 (size=12304) 2024-11-12T07:27:09,844 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:09,847 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411129a7782dab39f42ef9ba002bdb1a76c10_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129a7782dab39f42ef9ba002bdb1a76c10_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:09,848 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/c6a6a8e78fc646a096380d61ec79682f, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:09,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/c6a6a8e78fc646a096380d61ec79682f is 175, key is test_row_0/A:col10/1731396429833/Put/seqid=0 2024-11-12T07:27:09,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742391_1567 (size=31105) 2024-11-12T07:27:09,852 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=212, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/c6a6a8e78fc646a096380d61ec79682f 2024-11-12T07:27:09,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/2b991d83cfd24009a81a451565ebb171 is 50, key is test_row_0/B:col10/1731396429833/Put/seqid=0 2024-11-12T07:27:09,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742392_1568 (size=12151) 2024-11-12T07:27:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396489862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396489862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396489865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396489866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396489972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396489972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396489972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,975 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:09,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396489972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:09,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:09,976 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-12T07:27:10,122 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:27:10,122 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:27:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-11-12T07:27:10,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-12T07:27:10,123 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:27:10,124 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:27:10,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:27:10,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396490182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:10,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:10,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396490182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:10,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:10,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:10,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396490182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:10,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:10,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:10,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396490182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:10,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:10,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-12T07:27:10,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/2b991d83cfd24009a81a451565ebb171 2024-11-12T07:27:10,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/dde3371007924c9a82923a67690f22e7 is 50, key is test_row_0/C:col10/1731396429833/Put/seqid=0 2024-11-12T07:27:10,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742393_1569 (size=12151) 2024-11-12T07:27:10,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-12T07:27:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:10,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:10,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-12T07:27:10,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:10,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:10,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:10,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:10,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:10,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:10,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-12T07:27:10,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396490492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:10,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396490492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:10,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396490492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:10,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:10,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396490492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:10,495 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:10,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-12T07:27:10,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:10,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:10,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:10,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:10,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:10,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/dde3371007924c9a82923a67690f22e7 2024-11-12T07:27:10,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/c6a6a8e78fc646a096380d61ec79682f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/c6a6a8e78fc646a096380d61ec79682f 2024-11-12T07:27:10,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/c6a6a8e78fc646a096380d61ec79682f, entries=150, sequenceid=212, filesize=30.4 K 2024-11-12T07:27:10,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/2b991d83cfd24009a81a451565ebb171 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/2b991d83cfd24009a81a451565ebb171 2024-11-12T07:27:10,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/2b991d83cfd24009a81a451565ebb171, entries=150, sequenceid=212, filesize=11.9 K 2024-11-12T07:27:10,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/dde3371007924c9a82923a67690f22e7 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/dde3371007924c9a82923a67690f22e7 2024-11-12T07:27:10,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/dde3371007924c9a82923a67690f22e7, entries=150, sequenceid=212, filesize=11.9 K 2024-11-12T07:27:10,683 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for ab93151a125ce68db1b0259ecb3e783a in 849ms, sequenceid=212, compaction requested=true 2024-11-12T07:27:10,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:10,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:27:10,684 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:10,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:10,684 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:10,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:27:10,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:10,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:27:10,684 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:10,684 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:10,684 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93725 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:10,684 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/B is initiating minor compaction (all files) 2024-11-12T07:27:10,684 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/A is initiating minor compaction (all files) 2024-11-12T07:27:10,685 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/B in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:10,685 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/A in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:10,685 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/f90995de75fc4f61860d0d87b794259e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/103a362f1f2e4530b1a7fa9a9c3b473c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/2b991d83cfd24009a81a451565ebb171] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=36.0 K 2024-11-12T07:27:10,685 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0a9cff53ad5f4d9e8d9928434c866307, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/f52f4498a528422c936cc32a857c36d8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/c6a6a8e78fc646a096380d61ec79682f] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=91.5 K 2024-11-12T07:27:10,685 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:10,685 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0a9cff53ad5f4d9e8d9928434c866307, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/f52f4498a528422c936cc32a857c36d8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/c6a6a8e78fc646a096380d61ec79682f] 2024-11-12T07:27:10,685 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting f90995de75fc4f61860d0d87b794259e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396428015 2024-11-12T07:27:10,685 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a9cff53ad5f4d9e8d9928434c866307, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396428015 2024-11-12T07:27:10,686 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting f52f4498a528422c936cc32a857c36d8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731396428041 2024-11-12T07:27:10,686 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 103a362f1f2e4530b1a7fa9a9c3b473c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731396428041 2024-11-12T07:27:10,686 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6a6a8e78fc646a096380d61ec79682f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731396429199 2024-11-12T07:27:10,686 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b991d83cfd24009a81a451565ebb171, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731396429199 2024-11-12T07:27:10,691 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:10,692 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#B#compaction#475 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:10,693 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/979740b8f97b4793a53c4f63146f71e4 is 50, key is test_row_0/B:col10/1731396429833/Put/seqid=0 2024-11-12T07:27:10,694 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411125053d30e1d1b4c34885a6b6970b89cb2_ab93151a125ce68db1b0259ecb3e783a store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:10,695 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411125053d30e1d1b4c34885a6b6970b89cb2_ab93151a125ce68db1b0259ecb3e783a, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:10,695 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411125053d30e1d1b4c34885a6b6970b89cb2_ab93151a125ce68db1b0259ecb3e783a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:10,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742394_1570 (size=12663) 2024-11-12T07:27:10,701 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/979740b8f97b4793a53c4f63146f71e4 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/979740b8f97b4793a53c4f63146f71e4 2024-11-12T07:27:10,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742395_1571 (size=4469) 2024-11-12T07:27:10,705 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/B of ab93151a125ce68db1b0259ecb3e783a into 979740b8f97b4793a53c4f63146f71e4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:10,705 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:10,705 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/B, priority=13, startTime=1731396430684; duration=0sec 2024-11-12T07:27:10,705 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:10,705 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:B 2024-11-12T07:27:10,705 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:10,706 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:10,706 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/C is initiating minor compaction (all files) 2024-11-12T07:27:10,706 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/C in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:10,706 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/eb5cef69f35e42fd89b311a2dcdc4ad8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/8f0cb1a71b624c91a1d005bb1fac9720, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/dde3371007924c9a82923a67690f22e7] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=36.0 K 2024-11-12T07:27:10,706 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting eb5cef69f35e42fd89b311a2dcdc4ad8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1731396428015 2024-11-12T07:27:10,707 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f0cb1a71b624c91a1d005bb1fac9720, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731396428041 2024-11-12T07:27:10,708 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting dde3371007924c9a82923a67690f22e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731396429199 2024-11-12T07:27:10,713 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:10,714 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/742424fc03b04f6c9e20c3de983578df is 50, key is test_row_0/C:col10/1731396429833/Put/seqid=0 2024-11-12T07:27:10,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742396_1572 (size=12663) 2024-11-12T07:27:10,720 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/742424fc03b04f6c9e20c3de983578df as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/742424fc03b04f6c9e20c3de983578df 2024-11-12T07:27:10,723 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/C of ab93151a125ce68db1b0259ecb3e783a into 742424fc03b04f6c9e20c3de983578df(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:10,723 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:10,723 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/C, priority=13, startTime=1731396430684; duration=0sec 2024-11-12T07:27:10,723 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:10,723 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:C 2024-11-12T07:27:10,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-11-12T07:27:10,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:10,732 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-12T07:27:10,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111270fe0f2a76c546d682c5ce00eb023587_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396429861/Put/seqid=0 2024-11-12T07:27:10,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742397_1573 (size=12304) 2024-11-12T07:27:10,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:10,745 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111270fe0f2a76c546d682c5ce00eb023587_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111270fe0f2a76c546d682c5ce00eb023587_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/d652526f09344450bf5c7dba874fb7e6, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/d652526f09344450bf5c7dba874fb7e6 is 175, key is test_row_0/A:col10/1731396429861/Put/seqid=0 2024-11-12T07:27:10,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742398_1574 (size=31105) 2024-11-12T07:27:10,750 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/d652526f09344450bf5c7dba874fb7e6 2024-11-12T07:27:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-12T07:27:10,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/13fe7925bf2e45a9a775f6ae5036846d is 50, key is test_row_0/B:col10/1731396429861/Put/seqid=0 2024-11-12T07:27:10,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742399_1575 (size=12151) 2024-11-12T07:27:11,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:11,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396491011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396491012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396491012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,016 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396491015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,018 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,103 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#A#compaction#474 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:11,103 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/2f139278c6ca454e964b02d7b0ef3bb7 is 175, key is test_row_0/A:col10/1731396429833/Put/seqid=0 2024-11-12T07:27:11,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742400_1576 (size=31617) 2024-11-12T07:27:11,114 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/2f139278c6ca454e964b02d7b0ef3bb7 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/2f139278c6ca454e964b02d7b0ef3bb7 2024-11-12T07:27:11,120 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/A of ab93151a125ce68db1b0259ecb3e783a into 2f139278c6ca454e964b02d7b0ef3bb7(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:11,120 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:11,121 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/A, priority=13, startTime=1731396430683; duration=0sec 2024-11-12T07:27:11,121 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:11,121 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:A 2024-11-12T07:27:11,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396491122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396491122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396491122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396491122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,125 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,160 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/13fe7925bf2e45a9a775f6ae5036846d 2024-11-12T07:27:11,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/bc0fbe14bbe443d68f8417ec23b1ac52 is 50, key is test_row_0/C:col10/1731396429861/Put/seqid=0 2024-11-12T07:27:11,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742401_1577 (size=12151) 2024-11-12T07:27:11,169 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/bc0fbe14bbe443d68f8417ec23b1ac52 2024-11-12T07:27:11,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/d652526f09344450bf5c7dba874fb7e6 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/d652526f09344450bf5c7dba874fb7e6 2024-11-12T07:27:11,176 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/d652526f09344450bf5c7dba874fb7e6, entries=150, sequenceid=238, filesize=30.4 K 2024-11-12T07:27:11,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/13fe7925bf2e45a9a775f6ae5036846d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/13fe7925bf2e45a9a775f6ae5036846d 2024-11-12T07:27:11,179 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/13fe7925bf2e45a9a775f6ae5036846d, entries=150, sequenceid=238, filesize=11.9 K 2024-11-12T07:27:11,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/bc0fbe14bbe443d68f8417ec23b1ac52 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/bc0fbe14bbe443d68f8417ec23b1ac52 2024-11-12T07:27:11,182 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/bc0fbe14bbe443d68f8417ec23b1ac52, entries=150, sequenceid=238, filesize=11.9 K 2024-11-12T07:27:11,183 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ab93151a125ce68db1b0259ecb3e783a in 451ms, sequenceid=238, compaction requested=false 2024-11-12T07:27:11,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:11,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:11,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-11-12T07:27:11,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-11-12T07:27:11,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-11-12T07:27:11,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0600 sec 2024-11-12T07:27:11,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.0640 sec 2024-11-12T07:27:11,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-11-12T07:27:11,262 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:27:11,262 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:27:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-11-12T07:27:11,264 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:27:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-12T07:27:11,264 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:27:11,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:27:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:11,333 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:27:11,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-12T07:27:11,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f664dc9bf36a4f8f9785ecd76c796a1a_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396431004/Put/seqid=0 2024-11-12T07:27:11,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742402_1578 (size=14794) 2024-11-12T07:27:11,344 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:11,346 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112f664dc9bf36a4f8f9785ecd76c796a1a_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f664dc9bf36a4f8f9785ecd76c796a1a_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:11,347 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/c0006be288b84e82b775f15d59bc08e9, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:11,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/c0006be288b84e82b775f15d59bc08e9 is 175, key is test_row_0/A:col10/1731396431004/Put/seqid=0 2024-11-12T07:27:11,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742403_1579 (size=39749) 2024-11-12T07:27:11,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396491356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,361 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396491357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,362 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396491361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396491361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,366 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-12T07:27:11,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-12T07:27:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:11,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:11,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:11,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396491472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396491472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,475 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396491472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396491472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-12T07:27:11,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:11,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:11,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:11,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:11,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:11,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-12T07:27:11,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396491682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396491682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396491682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396491682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-12T07:27:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:11,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:11,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:11,751 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/c0006be288b84e82b775f15d59bc08e9 2024-11-12T07:27:11,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/d2a5e88851204e3fb13dbc341a1c4274 is 50, key is test_row_0/B:col10/1731396431004/Put/seqid=0 2024-11-12T07:27:11,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742404_1580 (size=12151) 2024-11-12T07:27:11,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-12T07:27:11,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:11,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:11,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:11,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:11,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:11,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:11,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-12T07:27:11,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396491992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396491992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396491993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396491993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:12,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-12T07:27:12,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:12,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:12,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:12,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:12,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:12,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/d2a5e88851204e3fb13dbc341a1c4274 2024-11-12T07:27:12,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/9bf6e95d1306477a9b8fd2b2692a7b12 is 50, key is test_row_0/C:col10/1731396431004/Put/seqid=0 2024-11-12T07:27:12,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742405_1581 (size=12151) 2024-11-12T07:27:12,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-12T07:27:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:12,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:12,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:12,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-12T07:27:12,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:12,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:12,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:12,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:12,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-12T07:27:12,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-12T07:27:12,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:12,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:12,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:12,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:12,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:12,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:12,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396492501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:12,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396492502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:12,502 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:12,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:12,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396492502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:12,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:12,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:12,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:12,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:12,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396492502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:12,505 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:12,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/9bf6e95d1306477a9b8fd2b2692a7b12 2024-11-12T07:27:12,582 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/c0006be288b84e82b775f15d59bc08e9 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/c0006be288b84e82b775f15d59bc08e9 2024-11-12T07:27:12,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/c0006be288b84e82b775f15d59bc08e9, entries=200, sequenceid=252, filesize=38.8 K 2024-11-12T07:27:12,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/d2a5e88851204e3fb13dbc341a1c4274 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/d2a5e88851204e3fb13dbc341a1c4274 2024-11-12T07:27:12,588 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/d2a5e88851204e3fb13dbc341a1c4274, entries=150, sequenceid=252, filesize=11.9 K 2024-11-12T07:27:12,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/9bf6e95d1306477a9b8fd2b2692a7b12 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9bf6e95d1306477a9b8fd2b2692a7b12 2024-11-12T07:27:12,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9bf6e95d1306477a9b8fd2b2692a7b12, entries=150, sequenceid=252, filesize=11.9 K 2024-11-12T07:27:12,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ab93151a125ce68db1b0259ecb3e783a in 1259ms, sequenceid=252, compaction requested=true 2024-11-12T07:27:12,593 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:12,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:27:12,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:12,593 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:12,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:27:12,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:12,593 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:12,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:27:12,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:12,594 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:12,594 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:12,594 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/B is initiating minor compaction (all files) 2024-11-12T07:27:12,594 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/A is initiating minor compaction (all files) 2024-11-12T07:27:12,594 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/A in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:12,594 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/B in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:12,594 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/979740b8f97b4793a53c4f63146f71e4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/13fe7925bf2e45a9a775f6ae5036846d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/d2a5e88851204e3fb13dbc341a1c4274] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=36.1 K 2024-11-12T07:27:12,594 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/2f139278c6ca454e964b02d7b0ef3bb7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/d652526f09344450bf5c7dba874fb7e6, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/c0006be288b84e82b775f15d59bc08e9] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=100.1 K 2024-11-12T07:27:12,594 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:12,594 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/2f139278c6ca454e964b02d7b0ef3bb7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/d652526f09344450bf5c7dba874fb7e6, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/c0006be288b84e82b775f15d59bc08e9] 2024-11-12T07:27:12,594 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 979740b8f97b4793a53c4f63146f71e4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731396429199 2024-11-12T07:27:12,594 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f139278c6ca454e964b02d7b0ef3bb7, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731396429199 2024-11-12T07:27:12,594 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 13fe7925bf2e45a9a775f6ae5036846d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731396429853 2024-11-12T07:27:12,594 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting d652526f09344450bf5c7dba874fb7e6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731396429853 2024-11-12T07:27:12,595 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d2a5e88851204e3fb13dbc341a1c4274, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731396431004 2024-11-12T07:27:12,595 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0006be288b84e82b775f15d59bc08e9, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731396431004 2024-11-12T07:27:12,600 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:12,600 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#B#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:12,601 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/76277aaca58a453e88b2253735b5383f is 50, key is test_row_0/B:col10/1731396431004/Put/seqid=0 2024-11-12T07:27:12,605 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112858f3e0e50ac4efeb2a568da287a6efc_ab93151a125ce68db1b0259ecb3e783a store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:12,606 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112858f3e0e50ac4efeb2a568da287a6efc_ab93151a125ce68db1b0259ecb3e783a, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:12,606 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112858f3e0e50ac4efeb2a568da287a6efc_ab93151a125ce68db1b0259ecb3e783a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:12,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742406_1582 (size=12765) 2024-11-12T07:27:12,613 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/76277aaca58a453e88b2253735b5383f as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/76277aaca58a453e88b2253735b5383f 2024-11-12T07:27:12,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742407_1583 (size=4469) 2024-11-12T07:27:12,617 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/B of ab93151a125ce68db1b0259ecb3e783a into 76277aaca58a453e88b2253735b5383f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:12,617 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:12,617 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/B, priority=13, startTime=1731396432593; duration=0sec 2024-11-12T07:27:12,617 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:12,617 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:B 2024-11-12T07:27:12,617 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:12,618 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:12,618 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/C is initiating minor compaction (all files) 2024-11-12T07:27:12,618 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/C in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:12,618 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/742424fc03b04f6c9e20c3de983578df, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/bc0fbe14bbe443d68f8417ec23b1ac52, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9bf6e95d1306477a9b8fd2b2692a7b12] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=36.1 K 2024-11-12T07:27:12,618 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 742424fc03b04f6c9e20c3de983578df, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1731396429199 2024-11-12T07:27:12,618 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting bc0fbe14bbe443d68f8417ec23b1ac52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731396429853 2024-11-12T07:27:12,619 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bf6e95d1306477a9b8fd2b2692a7b12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731396431004 2024-11-12T07:27:12,624 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#C#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:12,624 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/c628706404a94ec2b1c6c219cd6d1435 is 50, key is test_row_0/C:col10/1731396431004/Put/seqid=0 2024-11-12T07:27:12,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742408_1584 (size=12765) 2024-11-12T07:27:12,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-11-12T07:27:12,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:12,641 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T07:27:12,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121965143dac0044c0bd73e8ae4f5ff299_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396431359/Put/seqid=0 2024-11-12T07:27:12,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742409_1585 (size=12454) 2024-11-12T07:27:13,016 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#A#compaction#484 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:13,016 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/89283e37632641538a731d7c02de42ed is 175, key is test_row_0/A:col10/1731396431004/Put/seqid=0 2024-11-12T07:27:13,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742410_1586 (size=31719) 2024-11-12T07:27:13,031 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/c628706404a94ec2b1c6c219cd6d1435 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/c628706404a94ec2b1c6c219cd6d1435 2024-11-12T07:27:13,035 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/C of ab93151a125ce68db1b0259ecb3e783a into c628706404a94ec2b1c6c219cd6d1435(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:13,035 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:13,035 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/C, priority=13, startTime=1731396432593; duration=0sec 2024-11-12T07:27:13,035 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:13,035 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:C 2024-11-12T07:27:13,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,058 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411121965143dac0044c0bd73e8ae4f5ff299_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121965143dac0044c0bd73e8ae4f5ff299_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:13,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/1a62c6b3db154622a2517cf425466630, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:13,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/1a62c6b3db154622a2517cf425466630 is 175, key is test_row_0/A:col10/1731396431359/Put/seqid=0 2024-11-12T07:27:13,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742411_1587 (size=31255) 2024-11-12T07:27:13,064 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/1a62c6b3db154622a2517cf425466630 2024-11-12T07:27:13,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/b48e1870c2984b4cbf8031e573467d67 is 50, key is test_row_0/B:col10/1731396431359/Put/seqid=0 2024-11-12T07:27:13,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742412_1588 (size=12301) 2024-11-12T07:27:13,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-12T07:27:13,428 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/89283e37632641538a731d7c02de42ed as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/89283e37632641538a731d7c02de42ed 2024-11-12T07:27:13,431 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/A of ab93151a125ce68db1b0259ecb3e783a into 89283e37632641538a731d7c02de42ed(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:13,431 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:13,431 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/A, priority=13, startTime=1731396432593; duration=0sec 2024-11-12T07:27:13,431 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:13,431 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:A 2024-11-12T07:27:13,473 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/b48e1870c2984b4cbf8031e573467d67 2024-11-12T07:27:13,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/6900b01459004bcd988186aea5eec0ca is 50, key is test_row_0/C:col10/1731396431359/Put/seqid=0 2024-11-12T07:27:13,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742413_1589 (size=12301) 2024-11-12T07:27:13,482 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/6900b01459004bcd988186aea5eec0ca 2024-11-12T07:27:13,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/1a62c6b3db154622a2517cf425466630 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1a62c6b3db154622a2517cf425466630 2024-11-12T07:27:13,489 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1a62c6b3db154622a2517cf425466630, entries=150, sequenceid=276, filesize=30.5 K 2024-11-12T07:27:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/b48e1870c2984b4cbf8031e573467d67 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/b48e1870c2984b4cbf8031e573467d67 2024-11-12T07:27:13,493 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/b48e1870c2984b4cbf8031e573467d67, entries=150, sequenceid=276, filesize=12.0 K 2024-11-12T07:27:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/6900b01459004bcd988186aea5eec0ca as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/6900b01459004bcd988186aea5eec0ca 2024-11-12T07:27:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,497 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/6900b01459004bcd988186aea5eec0ca, entries=150, sequenceid=276, filesize=12.0 K 2024-11-12T07:27:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,498 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for ab93151a125ce68db1b0259ecb3e783a in 857ms, sequenceid=276, compaction requested=false 2024-11-12T07:27:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:13,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-11-12T07:27:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-11-12T07:27:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-11-12T07:27:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2350 sec 2024-11-12T07:27:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 2.2400 sec 2024-11-12T07:27:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:13,543 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:27:13,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-12T07:27:13,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112072eb52f61df4d39a6c3908a1f93d370_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396433535/Put/seqid=0 2024-11-12T07:27:13,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742414_1590 (size=22618) 2024-11-12T07:27:13,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396493575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:13,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:13,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396493577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:13,580 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:13,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:13,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396493577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:13,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:13,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396493580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:13,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:13,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396493681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,683 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:13,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396493692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396493692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:13,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:13,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396493692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:13,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,696 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:13,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:13,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396493891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:13,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:13,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396493902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:13,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396493902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:13,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396493902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:13,905 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:13,956 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:13,958 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112072eb52f61df4d39a6c3908a1f93d370_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112072eb52f61df4d39a6c3908a1f93d370_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:13,959 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/6ed9b9d251ba437694fc8f79dedec9ab, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:13,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/6ed9b9d251ba437694fc8f79dedec9ab is 175, key is test_row_0/A:col10/1731396433535/Put/seqid=0 2024-11-12T07:27:13,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742415_1591 (size=66023) 2024-11-12T07:27:13,964 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/6ed9b9d251ba437694fc8f79dedec9ab 2024-11-12T07:27:13,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/3dab9f1f80eb42ac9d8075597afdbc14 is 50, key is test_row_0/B:col10/1731396433535/Put/seqid=0 2024-11-12T07:27:13,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742416_1592 (size=12301) 2024-11-12T07:27:14,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396494202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,207 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:14,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396494211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396494212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:14,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:14,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396494212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:14,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/3dab9f1f80eb42ac9d8075597afdbc14 2024-11-12T07:27:14,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/3e2d65d881864ef6b0c808c25f70abdf is 50, key is test_row_0/C:col10/1731396433535/Put/seqid=0 2024-11-12T07:27:14,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742417_1593 (size=12301) 2024-11-12T07:27:14,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:14,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396494712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:14,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,715 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:14,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396494721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:14,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:14,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396494721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:14,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:14,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:14,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396494721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:14,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:14,725 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:14,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/3e2d65d881864ef6b0c808c25f70abdf 2024-11-12T07:27:14,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/6ed9b9d251ba437694fc8f79dedec9ab as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/6ed9b9d251ba437694fc8f79dedec9ab 2024-11-12T07:27:14,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/6ed9b9d251ba437694fc8f79dedec9ab, entries=350, sequenceid=289, filesize=64.5 K 2024-11-12T07:27:14,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/3dab9f1f80eb42ac9d8075597afdbc14 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/3dab9f1f80eb42ac9d8075597afdbc14 2024-11-12T07:27:14,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/3dab9f1f80eb42ac9d8075597afdbc14, entries=150, sequenceid=289, filesize=12.0 K 2024-11-12T07:27:14,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/3e2d65d881864ef6b0c808c25f70abdf as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/3e2d65d881864ef6b0c808c25f70abdf 2024-11-12T07:27:14,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/3e2d65d881864ef6b0c808c25f70abdf, entries=150, sequenceid=289, filesize=12.0 K 2024-11-12T07:27:14,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for ab93151a125ce68db1b0259ecb3e783a in 1253ms, sequenceid=289, compaction requested=true 2024-11-12T07:27:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:27:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:14,797 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:27:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:14,797 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:27:14,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:14,798 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128997 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:14,798 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:14,798 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/A is initiating minor compaction (all files) 2024-11-12T07:27:14,798 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/B is initiating minor compaction (all files) 2024-11-12T07:27:14,798 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/A in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:14,798 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/B in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:14,798 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/89283e37632641538a731d7c02de42ed, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1a62c6b3db154622a2517cf425466630, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/6ed9b9d251ba437694fc8f79dedec9ab] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=126.0 K 2024-11-12T07:27:14,798 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/76277aaca58a453e88b2253735b5383f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/b48e1870c2984b4cbf8031e573467d67, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/3dab9f1f80eb42ac9d8075597afdbc14] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=36.5 K 2024-11-12T07:27:14,798 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:14,798 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/89283e37632641538a731d7c02de42ed, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1a62c6b3db154622a2517cf425466630, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/6ed9b9d251ba437694fc8f79dedec9ab] 2024-11-12T07:27:14,798 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 76277aaca58a453e88b2253735b5383f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731396431004 2024-11-12T07:27:14,798 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89283e37632641538a731d7c02de42ed, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731396431004 2024-11-12T07:27:14,798 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting b48e1870c2984b4cbf8031e573467d67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731396431346 2024-11-12T07:27:14,798 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a62c6b3db154622a2517cf425466630, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731396431346 2024-11-12T07:27:14,798 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 3dab9f1f80eb42ac9d8075597afdbc14, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731396433533 2024-11-12T07:27:14,798 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ed9b9d251ba437694fc8f79dedec9ab, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731396433525 2024-11-12T07:27:14,802 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:14,803 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:14,804 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112a233447946564e2d98abc3be78713a16_ab93151a125ce68db1b0259ecb3e783a store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:14,804 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/9d919c9c1f694f469202cfedbbd72767 is 50, key is test_row_0/B:col10/1731396433535/Put/seqid=0 2024-11-12T07:27:14,806 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112a233447946564e2d98abc3be78713a16_ab93151a125ce68db1b0259ecb3e783a, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:14,806 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112a233447946564e2d98abc3be78713a16_ab93151a125ce68db1b0259ecb3e783a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:14,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742419_1595 (size=4469) 2024-11-12T07:27:14,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742418_1594 (size=13017) 2024-11-12T07:27:14,828 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/9d919c9c1f694f469202cfedbbd72767 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/9d919c9c1f694f469202cfedbbd72767 2024-11-12T07:27:14,832 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/B of ab93151a125ce68db1b0259ecb3e783a into 9d919c9c1f694f469202cfedbbd72767(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:14,832 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:14,832 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/B, priority=13, startTime=1731396434797; duration=0sec 2024-11-12T07:27:14,832 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:14,832 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:B 2024-11-12T07:27:14,832 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:14,833 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:14,833 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/C is initiating minor compaction (all files) 2024-11-12T07:27:14,833 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/C in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:14,833 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/c628706404a94ec2b1c6c219cd6d1435, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/6900b01459004bcd988186aea5eec0ca, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/3e2d65d881864ef6b0c808c25f70abdf] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=36.5 K 2024-11-12T07:27:14,834 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting c628706404a94ec2b1c6c219cd6d1435, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731396431004 2024-11-12T07:27:14,834 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 6900b01459004bcd988186aea5eec0ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731396431346 2024-11-12T07:27:14,835 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e2d65d881864ef6b0c808c25f70abdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731396433533 2024-11-12T07:27:14,840 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#C#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:14,840 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/d2ac474c8e264c58a1234abe576a5c17 is 50, key is test_row_0/C:col10/1731396433535/Put/seqid=0 2024-11-12T07:27:14,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742420_1596 (size=13017) 2024-11-12T07:27:14,849 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/d2ac474c8e264c58a1234abe576a5c17 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/d2ac474c8e264c58a1234abe576a5c17 2024-11-12T07:27:14,853 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/C of ab93151a125ce68db1b0259ecb3e783a into d2ac474c8e264c58a1234abe576a5c17(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:14,853 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:14,854 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/C, priority=13, startTime=1731396434797; duration=0sec 2024-11-12T07:27:14,854 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:14,854 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:C 2024-11-12T07:27:15,222 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#A#compaction#493 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:15,223 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/1b3fbdfdd3e4418aa2e640722b84d85b is 175, key is test_row_0/A:col10/1731396433535/Put/seqid=0 2024-11-12T07:27:15,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742421_1597 (size=31971) 2024-11-12T07:27:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-11-12T07:27:15,442 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:27:15,442 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:27:15,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-11-12T07:27:15,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-12T07:27:15,444 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:27:15,450 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:27:15,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:27:15,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-12T07:27:15,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-11-12T07:27:15,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:15,602 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-12T07:27:15,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b654bf7ee9d64daeade3568685103c19_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396433578/Put/seqid=0 2024-11-12T07:27:15,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742422_1598 (size=12454) 2024-11-12T07:27:15,630 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/1b3fbdfdd3e4418aa2e640722b84d85b as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1b3fbdfdd3e4418aa2e640722b84d85b 2024-11-12T07:27:15,634 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/A of ab93151a125ce68db1b0259ecb3e783a into 1b3fbdfdd3e4418aa2e640722b84d85b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:15,634 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:15,634 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/A, priority=13, startTime=1731396434797; duration=0sec 2024-11-12T07:27:15,634 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:15,634 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:A 2024-11-12T07:27:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-12T07:27:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:15,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:15,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396495781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:15,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396495782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:15,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:15,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396495783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:15,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:15,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396495783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:15,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:15,787 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,787 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,787 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:15,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:15,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396495892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,893 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:15,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:15,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396495892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:15,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396495892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:15,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396495892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:15,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:16,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:16,018 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b654bf7ee9d64daeade3568685103c19_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b654bf7ee9d64daeade3568685103c19_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/0d4cf3868d8947af845643e0e6f16985, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:16,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/0d4cf3868d8947af845643e0e6f16985 is 175, key is test_row_0/A:col10/1731396433578/Put/seqid=0 2024-11-12T07:27:16,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742423_1599 (size=31255) 2024-11-12T07:27:16,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-12T07:27:16,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396496102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396496102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:16,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396496102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:16,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396496102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,105 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:16,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38834 deadline: 1731396496372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:16,374 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to cea23c84c117,42891,1731396261716 for 'test_row_1' in ab93151a125ce68db1b0259ecb3e783a of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18290 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 32 more 2024-11-12T07:27:16,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,375 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:16,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396496412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:16,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:16,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396496412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:16,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:16,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:16,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396496412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:16,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396496412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,416 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:16,450 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/0d4cf3868d8947af845643e0e6f16985 2024-11-12T07:27:16,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/f55f3225c4a747b788c3cc91fd4008e7 is 50, key is test_row_0/B:col10/1731396433578/Put/seqid=0 2024-11-12T07:27:16,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742424_1600 (size=12301) 2024-11-12T07:27:16,459 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/f55f3225c4a747b788c3cc91fd4008e7 2024-11-12T07:27:16,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/3f6812b4a9bd452b8affea65161c60ef is 50, key is test_row_0/C:col10/1731396433578/Put/seqid=0 2024-11-12T07:27:16,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742425_1601 (size=12301) 2024-11-12T07:27:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-12T07:27:16,870 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/3f6812b4a9bd452b8affea65161c60ef 2024-11-12T07:27:16,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/0d4cf3868d8947af845643e0e6f16985 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0d4cf3868d8947af845643e0e6f16985 2024-11-12T07:27:16,875 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0d4cf3868d8947af845643e0e6f16985, entries=150, sequenceid=316, filesize=30.5 K 2024-11-12T07:27:16,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/f55f3225c4a747b788c3cc91fd4008e7 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/f55f3225c4a747b788c3cc91fd4008e7 2024-11-12T07:27:16,879 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/f55f3225c4a747b788c3cc91fd4008e7, entries=150, sequenceid=316, filesize=12.0 K 2024-11-12T07:27:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/3f6812b4a9bd452b8affea65161c60ef as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/3f6812b4a9bd452b8affea65161c60ef 2024-11-12T07:27:16,882 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/3f6812b4a9bd452b8affea65161c60ef, entries=150, sequenceid=316, filesize=12.0 K 2024-11-12T07:27:16,883 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for ab93151a125ce68db1b0259ecb3e783a in 1281ms, sequenceid=316, compaction requested=false 2024-11-12T07:27:16,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:16,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:16,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-11-12T07:27:16,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-11-12T07:27:16,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-11-12T07:27:16,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4340 sec 2024-11-12T07:27:16,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 1.4440 sec 2024-11-12T07:27:16,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:16,924 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-12T07:27:16,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-12T07:27:16,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b816d35d34be4a699cc12531fd2e1715_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396435776/Put/seqid=0 2024-11-12T07:27:16,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742426_1602 (size=12454) 2024-11-12T07:27:16,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396496952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:16,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396496953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:16,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396496954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,957 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:16,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:16,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396496954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:16,958 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,958 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:16,958 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396497062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396497062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:17,064 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396497062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:17,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396497062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,065 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:17,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396497272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396497272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:17,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:17,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396497272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396497272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,275 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:17,337 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:17,339 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b816d35d34be4a699cc12531fd2e1715_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b816d35d34be4a699cc12531fd2e1715_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:17,340 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/9babf8fc64534c07bda511c53e55af6b, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:17,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/9babf8fc64534c07bda511c53e55af6b is 175, key is test_row_0/A:col10/1731396435776/Put/seqid=0 2024-11-12T07:27:17,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742427_1603 (size=31255) 2024-11-12T07:27:17,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396497581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:17,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396497581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:17,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396497582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396497582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-11-12T07:27:17,592 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:27:17,592 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-12T07:27:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees 2024-11-12T07:27:17,594 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-12T07:27:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-12T07:27:17,594 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-12T07:27:17,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-12T07:27:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-12T07:27:17,744 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/9babf8fc64534c07bda511c53e55af6b 2024-11-12T07:27:17,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-12T07:27:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:17,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:17,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:17,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/6856b9015f7840f5a1b67137df314ae8 is 50, key is test_row_0/B:col10/1731396435776/Put/seqid=0 2024-11-12T07:27:17,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742428_1604 (size=12301) 2024-11-12T07:27:17,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-12T07:27:17,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:17,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:17,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:17,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:17,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:17,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-12T07:27:18,030 INFO [Thread-2299 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2299. 2024-11-12T07:27:18,030 DEBUG [Thread-2299 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:27:18,030 DEBUG [Thread-2299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:18,030 INFO [Thread-2303 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2303. 2024-11-12T07:27:18,030 DEBUG [Thread-2303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:27:18,030 DEBUG [Thread-2303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:18,030 DEBUG [Thread-2299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:18,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:27:18,030 DEBUG [Thread-2303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:18,030 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:27:18,031 INFO [Thread-2305 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2305. 2024-11-12T07:27:18,031 DEBUG [Thread-2305 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:27:18,031 DEBUG [Thread-2305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:18,031 DEBUG [Thread-2305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:18,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:27:18,033 INFO [Thread-2307 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2307. 2024-11-12T07:27:18,033 DEBUG [Thread-2307 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:27:18,033 DEBUG [Thread-2307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:18,033 DEBUG [Thread-2307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:18,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:27:18,034 INFO [Thread-2301 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2301. 2024-11-12T07:27:18,034 DEBUG [Thread-2301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:27:18,034 DEBUG [Thread-2301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:18,034 DEBUG [Thread-2301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:18,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:27:18,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-12T07:27:18,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:18,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:18,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:18,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:18,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:18,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:18,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:18,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38804 deadline: 1731396498092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38856 deadline: 1731396498092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38790 deadline: 1731396498092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:18,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T07:27:18,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:18,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:18,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:18,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38808 deadline: 1731396498092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 2024-11-12T07:27:18,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:18,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:18,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:18,092 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:18,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:18,092 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:18,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 , the old value is region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:18,092 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-12T07:27:18,093 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., hostname=cea23c84c117,42891,1731396261716, seqNum=5 because the exception is null or not the one we care about 2024-11-12T07:27:18,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/6856b9015f7840f5a1b67137df314ae8 2024-11-12T07:27:18,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/1a45d53dad2b4fbb85800b193b04b6fc is 50, key is test_row_0/C:col10/1731396435776/Put/seqid=0 2024-11-12T07:27:18,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742429_1605 (size=12301) 2024-11-12T07:27:18,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-12T07:27:18,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:18,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:18,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:18,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:18,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-12T07:27:18,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-12T07:27:18,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:18,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:18,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:18,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:18,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:18,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:18,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-12T07:27:18,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:18,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:18,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:18,509 ERROR [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:18,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T07:27:18,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/1a45d53dad2b4fbb85800b193b04b6fc 2024-11-12T07:27:18,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/9babf8fc64534c07bda511c53e55af6b as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/9babf8fc64534c07bda511c53e55af6b 2024-11-12T07:27:18,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/9babf8fc64534c07bda511c53e55af6b, entries=150, sequenceid=331, filesize=30.5 K 2024-11-12T07:27:18,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/6856b9015f7840f5a1b67137df314ae8 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/6856b9015f7840f5a1b67137df314ae8 2024-11-12T07:27:18,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/6856b9015f7840f5a1b67137df314ae8, entries=150, sequenceid=331, filesize=12.0 K 2024-11-12T07:27:18,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/1a45d53dad2b4fbb85800b193b04b6fc as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/1a45d53dad2b4fbb85800b193b04b6fc 2024-11-12T07:27:18,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/1a45d53dad2b4fbb85800b193b04b6fc, entries=150, sequenceid=331, filesize=12.0 K 2024-11-12T07:27:18,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for ab93151a125ce68db1b0259ecb3e783a in 1650ms, sequenceid=331, compaction requested=true 2024-11-12T07:27:18,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:18,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:A, priority=-2147483648, current under compaction store size is 1 2024-11-12T07:27:18,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:18,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:B, priority=-2147483648, current under compaction store size is 2 2024-11-12T07:27:18,574 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:18,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:18,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ab93151a125ce68db1b0259ecb3e783a:C, priority=-2147483648, current under compaction store size is 3 2024-11-12T07:27:18,574 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:18,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:18,575 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:18,575 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:18,575 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/B is initiating minor compaction (all files) 2024-11-12T07:27:18,575 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/A is initiating minor compaction (all files) 2024-11-12T07:27:18,575 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/B in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:18,575 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/A in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:18,575 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/9d919c9c1f694f469202cfedbbd72767, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/f55f3225c4a747b788c3cc91fd4008e7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/6856b9015f7840f5a1b67137df314ae8] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=36.7 K 2024-11-12T07:27:18,575 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1b3fbdfdd3e4418aa2e640722b84d85b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0d4cf3868d8947af845643e0e6f16985, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/9babf8fc64534c07bda511c53e55af6b] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=92.3 K 2024-11-12T07:27:18,575 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:18,575 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. files: [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1b3fbdfdd3e4418aa2e640722b84d85b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0d4cf3868d8947af845643e0e6f16985, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/9babf8fc64534c07bda511c53e55af6b] 2024-11-12T07:27:18,575 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d919c9c1f694f469202cfedbbd72767, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731396433533 2024-11-12T07:27:18,575 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b3fbdfdd3e4418aa2e640722b84d85b, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731396433533 2024-11-12T07:27:18,575 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting f55f3225c4a747b788c3cc91fd4008e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731396433574 2024-11-12T07:27:18,575 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d4cf3868d8947af845643e0e6f16985, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731396433574 2024-11-12T07:27:18,575 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 6856b9015f7840f5a1b67137df314ae8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731396435776 2024-11-12T07:27:18,576 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9babf8fc64534c07bda511c53e55af6b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731396435776 2024-11-12T07:27:18,579 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:18,580 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241112be487a81be834be883f97a19eb33153a_ab93151a125ce68db1b0259ecb3e783a store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:18,581 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#B#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:18,581 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/1cf3999d39754118b57d87272cc6ad05 is 50, key is test_row_0/B:col10/1731396435776/Put/seqid=0 2024-11-12T07:27:18,585 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241112be487a81be834be883f97a19eb33153a_ab93151a125ce68db1b0259ecb3e783a, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:18,585 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112be487a81be834be883f97a19eb33153a_ab93151a125ce68db1b0259ecb3e783a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:18,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742430_1606 (size=13119) 2024-11-12T07:27:18,589 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/1cf3999d39754118b57d87272cc6ad05 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/1cf3999d39754118b57d87272cc6ad05 2024-11-12T07:27:18,593 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/B of ab93151a125ce68db1b0259ecb3e783a into 1cf3999d39754118b57d87272cc6ad05(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:18,593 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:18,593 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/B, priority=13, startTime=1731396438574; duration=0sec 2024-11-12T07:27:18,593 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-12T07:27:18,593 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:B 2024-11-12T07:27:18,593 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-12T07:27:18,593 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-12T07:27:18,594 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1541): ab93151a125ce68db1b0259ecb3e783a/C is initiating minor compaction (all files) 2024-11-12T07:27:18,594 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ab93151a125ce68db1b0259ecb3e783a/C in TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:18,594 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/d2ac474c8e264c58a1234abe576a5c17, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/3f6812b4a9bd452b8affea65161c60ef, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/1a45d53dad2b4fbb85800b193b04b6fc] into tmpdir=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp, totalSize=36.7 K 2024-11-12T07:27:18,594 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting d2ac474c8e264c58a1234abe576a5c17, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731396433533 2024-11-12T07:27:18,594 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f6812b4a9bd452b8affea65161c60ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731396433574 2024-11-12T07:27:18,594 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a45d53dad2b4fbb85800b193b04b6fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731396435776 2024-11-12T07:27:18,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742431_1607 (size=4469) 2024-11-12T07:27:18,607 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#C#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:18,608 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/154cf759016d41a6a4e250ef17b23352 is 50, key is test_row_0/C:col10/1731396435776/Put/seqid=0 2024-11-12T07:27:18,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742432_1608 (size=13119) 2024-11-12T07:27:18,662 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42891 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-11-12T07:27:18,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:18,662 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-12T07:27:18,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b9a2eca86e5a4009837542248ced6d82_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396436951/Put/seqid=0 2024-11-12T07:27:18,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742433_1609 (size=12454) 2024-11-12T07:27:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-12T07:27:19,006 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ab93151a125ce68db1b0259ecb3e783a#A#compaction#501 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-12T07:27:19,007 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/4b37abc127bf4ddca8a3bbe2d61f1a20 is 175, key is test_row_0/A:col10/1731396435776/Put/seqid=0 2024-11-12T07:27:19,014 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/154cf759016d41a6a4e250ef17b23352 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/154cf759016d41a6a4e250ef17b23352 2024-11-12T07:27:19,017 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/C of ab93151a125ce68db1b0259ecb3e783a into 154cf759016d41a6a4e250ef17b23352(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:19,017 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:19,017 INFO [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/C, priority=13, startTime=1731396438574; duration=0sec 2024-11-12T07:27:19,017 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:19,017 DEBUG [RS:0;cea23c84c117:42891-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:C 2024-11-12T07:27:19,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742434_1610 (size=32073) 2024-11-12T07:27:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:19,072 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112b9a2eca86e5a4009837542248ced6d82_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b9a2eca86e5a4009837542248ced6d82_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:19,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/465afeda95ff49e68b5bb34cf045bcf9, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:19,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/465afeda95ff49e68b5bb34cf045bcf9 is 175, key is test_row_0/A:col10/1731396436951/Put/seqid=0 2024-11-12T07:27:19,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742435_1611 (size=31255) 2024-11-12T07:27:19,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] regionserver.HRegion(8855): Flush requested on ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:19,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. as already flushing 2024-11-12T07:27:19,104 INFO [Thread-2296 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2296. 2024-11-12T07:27:19,104 INFO [Thread-2288 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2288. 2024-11-12T07:27:19,104 INFO [Thread-2290 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2290. 2024-11-12T07:27:19,104 DEBUG [Thread-2296 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:27:19,104 DEBUG [Thread-2288 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:27:19,104 DEBUG [Thread-2296 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:19,104 DEBUG [Thread-2290 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:27:19,104 DEBUG [Thread-2290 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:19,104 DEBUG [Thread-2288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:19,104 DEBUG [Thread-2296 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:19,104 DEBUG [Thread-2290 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:19,104 DEBUG [Thread-2288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:19,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:27:19,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:27:19,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:27:19,114 INFO [Thread-2294 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2294. 2024-11-12T07:27:19,114 DEBUG [Thread-2294 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:27:19,114 DEBUG [Thread-2294 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:19,114 DEBUG [Thread-2294 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:19,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:27:19,413 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/4b37abc127bf4ddca8a3bbe2d61f1a20 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/4b37abc127bf4ddca8a3bbe2d61f1a20 2024-11-12T07:27:19,415 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ab93151a125ce68db1b0259ecb3e783a/A of ab93151a125ce68db1b0259ecb3e783a into 4b37abc127bf4ddca8a3bbe2d61f1a20(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-12T07:27:19,415 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:19,415 INFO [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., storeName=ab93151a125ce68db1b0259ecb3e783a/A, priority=13, startTime=1731396438574; duration=0sec 2024-11-12T07:27:19,415 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-12T07:27:19,415 DEBUG [RS:0;cea23c84c117:42891-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ab93151a125ce68db1b0259ecb3e783a:A 2024-11-12T07:27:19,476 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/465afeda95ff49e68b5bb34cf045bcf9 2024-11-12T07:27:19,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/715c7ae06bf04390b879ce6d9f6749cc is 50, key is test_row_0/B:col10/1731396436951/Put/seqid=0 2024-11-12T07:27:19,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742436_1612 (size=12301) 2024-11-12T07:27:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-12T07:27:19,885 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/715c7ae06bf04390b879ce6d9f6749cc 2024-11-12T07:27:19,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/ed33be12339d4e45bc0ce5d87958553c is 50, key is test_row_0/C:col10/1731396436951/Put/seqid=0 2024-11-12T07:27:19,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742437_1613 (size=12301) 2024-11-12T07:27:20,018 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T07:27:20,293 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/ed33be12339d4e45bc0ce5d87958553c 2024-11-12T07:27:20,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/465afeda95ff49e68b5bb34cf045bcf9 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/465afeda95ff49e68b5bb34cf045bcf9 2024-11-12T07:27:20,299 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/465afeda95ff49e68b5bb34cf045bcf9, entries=150, sequenceid=355, filesize=30.5 K 2024-11-12T07:27:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/715c7ae06bf04390b879ce6d9f6749cc as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/715c7ae06bf04390b879ce6d9f6749cc 2024-11-12T07:27:20,302 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/715c7ae06bf04390b879ce6d9f6749cc, entries=150, sequenceid=355, filesize=12.0 K 2024-11-12T07:27:20,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/ed33be12339d4e45bc0ce5d87958553c as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/ed33be12339d4e45bc0ce5d87958553c 2024-11-12T07:27:20,304 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/ed33be12339d4e45bc0ce5d87958553c, entries=150, sequenceid=355, filesize=12.0 K 2024-11-12T07:27:20,305 INFO [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=26.84 KB/27480 for ab93151a125ce68db1b0259ecb3e783a in 1642ms, sequenceid=355, compaction requested=false 2024-11-12T07:27:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for ab93151a125ce68db1b0259ecb3e783a: 2024-11-12T07:27:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:20,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cea23c84c117:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179 2024-11-12T07:27:20,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster(4169): Remote procedure done, pid=179 2024-11-12T07:27:20,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-11-12T07:27:20,307 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7120 sec 2024-11-12T07:27:20,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees in 2.7150 sec 2024-11-12T07:27:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-11-12T07:27:21,752 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:27:26,394 INFO [Thread-2292 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2292. 2024-11-12T07:27:26,394 DEBUG [Thread-2292 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-12T07:27:26,394 DEBUG [Thread-2292 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:26,394 DEBUG [Thread-2292 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:26,394 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:27:26,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-12T07:27:26,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-12T07:27:26,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-11-12T07:27:26,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-12T07:27:26,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-12T07:27:26,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-12T07:27:26,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-12T07:27:26,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3719 2024-11-12T07:27:26,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3622 2024-11-12T07:27:26,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3712 2024-11-12T07:27:26,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3725 2024-11-12T07:27:26,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3614 2024-11-12T07:27:26,395 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-12T07:27:26,395 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:27:26,395 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:27:26,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:26,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:26,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:27:26,396 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-12T07:27:26,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-12T07:27:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-12T07:27:26,399 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396446399"}]},"ts":"1731396446399"} 2024-11-12T07:27:26,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-12T07:27:26,400 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-12T07:27:26,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-12T07:27:26,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, UNASSIGN}] 2024-11-12T07:27:26,403 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=182, ppid=181, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, UNASSIGN 2024-11-12T07:27:26,404 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=182 updating hbase:meta row=ab93151a125ce68db1b0259ecb3e783a, regionState=CLOSING, regionLocation=cea23c84c117,42891,1731396261716 2024-11-12T07:27:26,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=182, ppid=181, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, UNASSIGN because future has completed 2024-11-12T07:27:26,405 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-12T07:27:26,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716}] 2024-11-12T07:27:26,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-12T07:27:26,558 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] handler.UnassignRegionHandler(122): Close ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:26,558 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-12T07:27:26,558 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1722): Closing ab93151a125ce68db1b0259ecb3e783a, disabling compactions & flushes 2024-11-12T07:27:26,558 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:26,558 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:26,558 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. after waiting 0 ms 2024-11-12T07:27:26,558 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:26,558 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(2902): Flushing ab93151a125ce68db1b0259ecb3e783a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-12T07:27:26,564 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c1f48d5ecf564fef9fc3a198d749e176_ab93151a125ce68db1b0259ecb3e783a is 50, key is test_row_0/A:col10/1731396439112/Put/seqid=0 2024-11-12T07:27:26,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742438_1614 (size=12454) 2024-11-12T07:27:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-12T07:27:26,968 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T07:27:26,971 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241112c1f48d5ecf564fef9fc3a198d749e176_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c1f48d5ecf564fef9fc3a198d749e176_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:26,972 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/0958445f143e42a3a62f2498a2454f68, store: [table=TestAcidGuarantees family=A region=ab93151a125ce68db1b0259ecb3e783a] 2024-11-12T07:27:26,972 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/0958445f143e42a3a62f2498a2454f68 is 175, key is test_row_0/A:col10/1731396439112/Put/seqid=0 2024-11-12T07:27:26,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742439_1615 (size=31255) 2024-11-12T07:27:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-12T07:27:27,376 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=365, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/0958445f143e42a3a62f2498a2454f68 2024-11-12T07:27:27,382 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/e97edb286f454370a2c31592279ec72d is 50, key is test_row_0/B:col10/1731396439112/Put/seqid=0 2024-11-12T07:27:27,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742440_1616 (size=12301) 2024-11-12T07:27:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-12T07:27:27,786 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/e97edb286f454370a2c31592279ec72d 2024-11-12T07:27:27,791 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/ee5df38819624e4a92b37b79b6a11056 is 50, key is test_row_0/C:col10/1731396439112/Put/seqid=0 2024-11-12T07:27:27,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742441_1617 (size=12301) 2024-11-12T07:27:28,194 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/ee5df38819624e4a92b37b79b6a11056 2024-11-12T07:27:28,197 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/A/0958445f143e42a3a62f2498a2454f68 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0958445f143e42a3a62f2498a2454f68 2024-11-12T07:27:28,200 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0958445f143e42a3a62f2498a2454f68, entries=150, sequenceid=365, filesize=30.5 K 2024-11-12T07:27:28,201 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/B/e97edb286f454370a2c31592279ec72d as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/e97edb286f454370a2c31592279ec72d 2024-11-12T07:27:28,203 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/e97edb286f454370a2c31592279ec72d, entries=150, sequenceid=365, filesize=12.0 K 2024-11-12T07:27:28,204 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/.tmp/C/ee5df38819624e4a92b37b79b6a11056 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/ee5df38819624e4a92b37b79b6a11056 2024-11-12T07:27:28,206 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/ee5df38819624e4a92b37b79b6a11056, entries=150, sequenceid=365, filesize=12.0 K 2024-11-12T07:27:28,207 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ab93151a125ce68db1b0259ecb3e783a in 1649ms, sequenceid=365, compaction requested=true 2024-11-12T07:27:28,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/01e35fb3a0c140a4b78020efc8e76d55, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/027cd4a9a9ef438ea1717839fc599823, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/99413abef7b5410791364121b5f977c4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/a77215d6dfb0453b981fe07ee872d37c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/df05968c83724767b4a5cd41694dfc9d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/e8ab74e903ba40ef8940219da633fdfe, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/75c43ecbf73947159fe7929531ea5b89, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/d080317c184145bdb5acafb58afb2298, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/9d2b9dbd75a44d2fbead55a49fce6d67, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/cefdc1f7354c403aa4b02c31c1c7a9a3, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/7cd9256fc6264957b157eacea3fcd713, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1267af23472c426893e1d335d83f24b5, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0a9cff53ad5f4d9e8d9928434c866307, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/f52f4498a528422c936cc32a857c36d8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/2f139278c6ca454e964b02d7b0ef3bb7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/c6a6a8e78fc646a096380d61ec79682f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/d652526f09344450bf5c7dba874fb7e6, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/c0006be288b84e82b775f15d59bc08e9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/89283e37632641538a731d7c02de42ed, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1a62c6b3db154622a2517cf425466630, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/6ed9b9d251ba437694fc8f79dedec9ab, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1b3fbdfdd3e4418aa2e640722b84d85b, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0d4cf3868d8947af845643e0e6f16985, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/9babf8fc64534c07bda511c53e55af6b] to archive 2024-11-12T07:27:28,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:27:28,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/01e35fb3a0c140a4b78020efc8e76d55 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/01e35fb3a0c140a4b78020efc8e76d55 2024-11-12T07:27:28,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/027cd4a9a9ef438ea1717839fc599823 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/027cd4a9a9ef438ea1717839fc599823 2024-11-12T07:27:28,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/99413abef7b5410791364121b5f977c4 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/99413abef7b5410791364121b5f977c4 2024-11-12T07:27:28,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/a77215d6dfb0453b981fe07ee872d37c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/a77215d6dfb0453b981fe07ee872d37c 2024-11-12T07:27:28,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/df05968c83724767b4a5cd41694dfc9d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/df05968c83724767b4a5cd41694dfc9d 2024-11-12T07:27:28,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/e8ab74e903ba40ef8940219da633fdfe to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/e8ab74e903ba40ef8940219da633fdfe 2024-11-12T07:27:28,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/75c43ecbf73947159fe7929531ea5b89 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/75c43ecbf73947159fe7929531ea5b89 2024-11-12T07:27:28,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/d080317c184145bdb5acafb58afb2298 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/d080317c184145bdb5acafb58afb2298 2024-11-12T07:27:28,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/9d2b9dbd75a44d2fbead55a49fce6d67 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/9d2b9dbd75a44d2fbead55a49fce6d67 2024-11-12T07:27:28,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/cefdc1f7354c403aa4b02c31c1c7a9a3 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/cefdc1f7354c403aa4b02c31c1c7a9a3 2024-11-12T07:27:28,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/7cd9256fc6264957b157eacea3fcd713 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/7cd9256fc6264957b157eacea3fcd713 2024-11-12T07:27:28,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1267af23472c426893e1d335d83f24b5 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1267af23472c426893e1d335d83f24b5 2024-11-12T07:27:28,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0a9cff53ad5f4d9e8d9928434c866307 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0a9cff53ad5f4d9e8d9928434c866307 2024-11-12T07:27:28,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/f52f4498a528422c936cc32a857c36d8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/f52f4498a528422c936cc32a857c36d8 2024-11-12T07:27:28,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/2f139278c6ca454e964b02d7b0ef3bb7 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/2f139278c6ca454e964b02d7b0ef3bb7 2024-11-12T07:27:28,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/c6a6a8e78fc646a096380d61ec79682f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/c6a6a8e78fc646a096380d61ec79682f 2024-11-12T07:27:28,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/d652526f09344450bf5c7dba874fb7e6 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/d652526f09344450bf5c7dba874fb7e6 2024-11-12T07:27:28,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/c0006be288b84e82b775f15d59bc08e9 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/c0006be288b84e82b775f15d59bc08e9 2024-11-12T07:27:28,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/89283e37632641538a731d7c02de42ed to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/89283e37632641538a731d7c02de42ed 2024-11-12T07:27:28,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1a62c6b3db154622a2517cf425466630 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1a62c6b3db154622a2517cf425466630 2024-11-12T07:27:28,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/6ed9b9d251ba437694fc8f79dedec9ab to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/6ed9b9d251ba437694fc8f79dedec9ab 2024-11-12T07:27:28,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1b3fbdfdd3e4418aa2e640722b84d85b to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/1b3fbdfdd3e4418aa2e640722b84d85b 2024-11-12T07:27:28,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0d4cf3868d8947af845643e0e6f16985 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0d4cf3868d8947af845643e0e6f16985 2024-11-12T07:27:28,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/9babf8fc64534c07bda511c53e55af6b to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/9babf8fc64534c07bda511c53e55af6b 2024-11-12T07:27:28,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/e83c8f199b2e4d458bf2d8b97aab7404, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/a129f61487cf41749a76d7a786b9eeb8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/d5f6769e2a064d719cb1f9cf83152117, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/61f17708e69243d4a99a47d018df059c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/0ffc1caf45cd45df959d088b84db2d83, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/fd2beaf3d2d14e63b8fc3f53a9848350, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/277bdf887c9a4e1288ef2d1c3d6a4968, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/a8dad7bbb6e3496ea3b0094cef14731a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/c053cca322514899ac01cbdc0ad7125a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/26e6dc9cde5e4293b178ce5e548e0456, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/25f66be4d8bf488b87484ccbba1449e9, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/f90995de75fc4f61860d0d87b794259e, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/b71cbc59f8d54877a2c1424953945cee, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/103a362f1f2e4530b1a7fa9a9c3b473c, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/979740b8f97b4793a53c4f63146f71e4, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/2b991d83cfd24009a81a451565ebb171, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/13fe7925bf2e45a9a775f6ae5036846d, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/76277aaca58a453e88b2253735b5383f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/d2a5e88851204e3fb13dbc341a1c4274, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/b48e1870c2984b4cbf8031e573467d67, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/9d919c9c1f694f469202cfedbbd72767, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/3dab9f1f80eb42ac9d8075597afdbc14, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/f55f3225c4a747b788c3cc91fd4008e7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/6856b9015f7840f5a1b67137df314ae8] to archive 2024-11-12T07:27:28,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:27:28,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/e83c8f199b2e4d458bf2d8b97aab7404 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/e83c8f199b2e4d458bf2d8b97aab7404 2024-11-12T07:27:28,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/a129f61487cf41749a76d7a786b9eeb8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/a129f61487cf41749a76d7a786b9eeb8 2024-11-12T07:27:28,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/d5f6769e2a064d719cb1f9cf83152117 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/d5f6769e2a064d719cb1f9cf83152117 2024-11-12T07:27:28,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/61f17708e69243d4a99a47d018df059c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/61f17708e69243d4a99a47d018df059c 2024-11-12T07:27:28,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/0ffc1caf45cd45df959d088b84db2d83 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/0ffc1caf45cd45df959d088b84db2d83 2024-11-12T07:27:28,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/fd2beaf3d2d14e63b8fc3f53a9848350 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/fd2beaf3d2d14e63b8fc3f53a9848350 2024-11-12T07:27:28,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/277bdf887c9a4e1288ef2d1c3d6a4968 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/277bdf887c9a4e1288ef2d1c3d6a4968 2024-11-12T07:27:28,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/a8dad7bbb6e3496ea3b0094cef14731a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/a8dad7bbb6e3496ea3b0094cef14731a 2024-11-12T07:27:28,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/c053cca322514899ac01cbdc0ad7125a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/c053cca322514899ac01cbdc0ad7125a 2024-11-12T07:27:28,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/26e6dc9cde5e4293b178ce5e548e0456 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/26e6dc9cde5e4293b178ce5e548e0456 2024-11-12T07:27:28,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/25f66be4d8bf488b87484ccbba1449e9 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/25f66be4d8bf488b87484ccbba1449e9 2024-11-12T07:27:28,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/f90995de75fc4f61860d0d87b794259e to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/f90995de75fc4f61860d0d87b794259e 2024-11-12T07:27:28,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/b71cbc59f8d54877a2c1424953945cee to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/b71cbc59f8d54877a2c1424953945cee 2024-11-12T07:27:28,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/103a362f1f2e4530b1a7fa9a9c3b473c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/103a362f1f2e4530b1a7fa9a9c3b473c 2024-11-12T07:27:28,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/979740b8f97b4793a53c4f63146f71e4 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/979740b8f97b4793a53c4f63146f71e4 2024-11-12T07:27:28,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/2b991d83cfd24009a81a451565ebb171 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/2b991d83cfd24009a81a451565ebb171 2024-11-12T07:27:28,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/13fe7925bf2e45a9a775f6ae5036846d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/13fe7925bf2e45a9a775f6ae5036846d 2024-11-12T07:27:28,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/76277aaca58a453e88b2253735b5383f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/76277aaca58a453e88b2253735b5383f 2024-11-12T07:27:28,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/d2a5e88851204e3fb13dbc341a1c4274 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/d2a5e88851204e3fb13dbc341a1c4274 2024-11-12T07:27:28,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/b48e1870c2984b4cbf8031e573467d67 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/b48e1870c2984b4cbf8031e573467d67 2024-11-12T07:27:28,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/9d919c9c1f694f469202cfedbbd72767 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/9d919c9c1f694f469202cfedbbd72767 2024-11-12T07:27:28,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/3dab9f1f80eb42ac9d8075597afdbc14 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/3dab9f1f80eb42ac9d8075597afdbc14 2024-11-12T07:27:28,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/f55f3225c4a747b788c3cc91fd4008e7 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/f55f3225c4a747b788c3cc91fd4008e7 2024-11-12T07:27:28,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/6856b9015f7840f5a1b67137df314ae8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/6856b9015f7840f5a1b67137df314ae8 2024-11-12T07:27:28,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/a39bf801bc0b4d66bc436d21da18bfe5, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/5b5920fbb9c846a791b4dfa3870edf3a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9da3abbb5bf94a4282f7d60be62ccfbc, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/c9ddaf45f6fe49b886312321066f237a, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/533fa9edddde4a44964fb59ab517c27f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/bfb481389b1e4b43973c2c84484c4c74, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/0314306999b7435faffa4fa283b0ae32, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/232b1aafdde6415fa4e1a29a919fc036, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/4bbfa65bde7b4167b498f12d5a554f0f, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9e89df74ba394263b3b4ac66292a59c6, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/7931f6ef74f54cb79b10491c2e33cd26, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/eb5cef69f35e42fd89b311a2dcdc4ad8, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/48dbcb953ce9430684aabda232a198fc, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/8f0cb1a71b624c91a1d005bb1fac9720, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/742424fc03b04f6c9e20c3de983578df, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/dde3371007924c9a82923a67690f22e7, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/bc0fbe14bbe443d68f8417ec23b1ac52, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/c628706404a94ec2b1c6c219cd6d1435, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9bf6e95d1306477a9b8fd2b2692a7b12, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/6900b01459004bcd988186aea5eec0ca, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/d2ac474c8e264c58a1234abe576a5c17, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/3e2d65d881864ef6b0c808c25f70abdf, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/3f6812b4a9bd452b8affea65161c60ef, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/1a45d53dad2b4fbb85800b193b04b6fc] to archive 2024-11-12T07:27:28,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-12T07:27:28,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/a39bf801bc0b4d66bc436d21da18bfe5 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/a39bf801bc0b4d66bc436d21da18bfe5 2024-11-12T07:27:28,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/5b5920fbb9c846a791b4dfa3870edf3a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/5b5920fbb9c846a791b4dfa3870edf3a 2024-11-12T07:27:28,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9da3abbb5bf94a4282f7d60be62ccfbc to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9da3abbb5bf94a4282f7d60be62ccfbc 2024-11-12T07:27:28,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/c9ddaf45f6fe49b886312321066f237a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/c9ddaf45f6fe49b886312321066f237a 2024-11-12T07:27:28,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/533fa9edddde4a44964fb59ab517c27f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/533fa9edddde4a44964fb59ab517c27f 2024-11-12T07:27:28,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/bfb481389b1e4b43973c2c84484c4c74 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/bfb481389b1e4b43973c2c84484c4c74 2024-11-12T07:27:28,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/0314306999b7435faffa4fa283b0ae32 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/0314306999b7435faffa4fa283b0ae32 2024-11-12T07:27:28,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/232b1aafdde6415fa4e1a29a919fc036 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/232b1aafdde6415fa4e1a29a919fc036 2024-11-12T07:27:28,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/4bbfa65bde7b4167b498f12d5a554f0f to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/4bbfa65bde7b4167b498f12d5a554f0f 2024-11-12T07:27:28,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9e89df74ba394263b3b4ac66292a59c6 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9e89df74ba394263b3b4ac66292a59c6 2024-11-12T07:27:28,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/7931f6ef74f54cb79b10491c2e33cd26 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/7931f6ef74f54cb79b10491c2e33cd26 2024-11-12T07:27:28,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/eb5cef69f35e42fd89b311a2dcdc4ad8 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/eb5cef69f35e42fd89b311a2dcdc4ad8 2024-11-12T07:27:28,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/48dbcb953ce9430684aabda232a198fc to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/48dbcb953ce9430684aabda232a198fc 2024-11-12T07:27:28,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/8f0cb1a71b624c91a1d005bb1fac9720 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/8f0cb1a71b624c91a1d005bb1fac9720 2024-11-12T07:27:28,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/742424fc03b04f6c9e20c3de983578df to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/742424fc03b04f6c9e20c3de983578df 2024-11-12T07:27:28,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/dde3371007924c9a82923a67690f22e7 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/dde3371007924c9a82923a67690f22e7 2024-11-12T07:27:28,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/bc0fbe14bbe443d68f8417ec23b1ac52 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/bc0fbe14bbe443d68f8417ec23b1ac52 2024-11-12T07:27:28,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/c628706404a94ec2b1c6c219cd6d1435 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/c628706404a94ec2b1c6c219cd6d1435 2024-11-12T07:27:28,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9bf6e95d1306477a9b8fd2b2692a7b12 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/9bf6e95d1306477a9b8fd2b2692a7b12 2024-11-12T07:27:28,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/6900b01459004bcd988186aea5eec0ca to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/6900b01459004bcd988186aea5eec0ca 2024-11-12T07:27:28,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/d2ac474c8e264c58a1234abe576a5c17 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/d2ac474c8e264c58a1234abe576a5c17 2024-11-12T07:27:28,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/3e2d65d881864ef6b0c808c25f70abdf to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/3e2d65d881864ef6b0c808c25f70abdf 2024-11-12T07:27:28,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/3f6812b4a9bd452b8affea65161c60ef to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/3f6812b4a9bd452b8affea65161c60ef 2024-11-12T07:27:28,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/1a45d53dad2b4fbb85800b193b04b6fc to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/1a45d53dad2b4fbb85800b193b04b6fc 2024-11-12T07:27:28,276 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/recovered.edits/368.seqid, newMaxSeqId=368, maxSeqId=4 2024-11-12T07:27:28,277 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. 2024-11-12T07:27:28,277 DEBUG [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] regionserver.HRegion(1676): Region close journal for ab93151a125ce68db1b0259ecb3e783a: Waiting for close lock at 1731396446558Running coprocessor pre-close hooks at 1731396446558Disabling compacts and flushes for region at 1731396446558Disabling writes for close at 1731396446558Obtaining lock to block concurrent updates at 1731396446558Preparing flush snapshotting stores in ab93151a125ce68db1b0259ecb3e783a at 1731396446559 (+1 ms)Finished memstore snapshotting TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731396446559Flushing stores of TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a. at 1731396446559Flushing ab93151a125ce68db1b0259ecb3e783a/A: creating writer at 1731396446559Flushing mob file ab93151a125ce68db1b0259ecb3e783a/A: appending metadata at 1731396446564 (+5 ms)Flushing mob file ab93151a125ce68db1b0259ecb3e783a/A: closing flushed file at 1731396446564Flushing ab93151a125ce68db1b0259ecb3e783a/A: appending metadata at 1731396446972 (+408 ms)Flushing ab93151a125ce68db1b0259ecb3e783a/A: closing flushed file at 1731396446972Flushing ab93151a125ce68db1b0259ecb3e783a/B: creating writer at 1731396447379 (+407 ms)Flushing ab93151a125ce68db1b0259ecb3e783a/B: appending metadata at 1731396447382 (+3 ms)Flushing ab93151a125ce68db1b0259ecb3e783a/B: closing flushed file at 1731396447382Flushing ab93151a125ce68db1b0259ecb3e783a/C: creating writer at 1731396447789 (+407 ms)Flushing ab93151a125ce68db1b0259ecb3e783a/C: appending metadata at 1731396447790 (+1 ms)Flushing ab93151a125ce68db1b0259ecb3e783a/C: closing flushed file at 1731396447790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ca54cbd: reopening flushed file at 1731396448197 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@772747f: reopening flushed file at 1731396448200 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22bc2cef: reopening flushed file at 1731396448203 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for ab93151a125ce68db1b0259ecb3e783a in 1649ms, sequenceid=365, compaction requested=true at 1731396448207 (+4 ms)Writing region close event to WAL at 1731396448274 (+67 ms)Running coprocessor post-close hooks at 1731396448277 (+3 ms)Closed at 1731396448277 2024-11-12T07:27:28,278 INFO [RS_CLOSE_REGION-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_REGION, pid=183}] handler.UnassignRegionHandler(157): Closed ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,279 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=182 updating hbase:meta row=ab93151a125ce68db1b0259ecb3e783a, regionState=CLOSED 2024-11-12T07:27:28,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=183, ppid=182, state=RUNNABLE, hasLock=false; CloseRegionProcedure ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 because future has completed 2024-11-12T07:27:28,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=182 2024-11-12T07:27:28,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=182, state=SUCCESS, hasLock=false; CloseRegionProcedure ab93151a125ce68db1b0259ecb3e783a, server=cea23c84c117,42891,1731396261716 in 1.8760 sec 2024-11-12T07:27:28,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=182, resume processing ppid=181 2024-11-12T07:27:28,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, ppid=181, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ab93151a125ce68db1b0259ecb3e783a, UNASSIGN in 1.8800 sec 2024-11-12T07:27:28,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-11-12T07:27:28,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8840 sec 2024-11-12T07:27:28,287 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731396448287"}]},"ts":"1731396448287"} 2024-11-12T07:27:28,289 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-12T07:27:28,289 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-12T07:27:28,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8930 sec 2024-11-12T07:27:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-11-12T07:27:28,542 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:27:28,542 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-12T07:27:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] procedure2.ProcedureExecutor(1139): Stored pid=184, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:27:28,544 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=184, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:27:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-12T07:27:28,545 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=184, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:27:28,546 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,547 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C, FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/recovered.edits] 2024-11-12T07:27:28,550 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0958445f143e42a3a62f2498a2454f68 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/0958445f143e42a3a62f2498a2454f68 2024-11-12T07:27:28,550 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/465afeda95ff49e68b5bb34cf045bcf9 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/465afeda95ff49e68b5bb34cf045bcf9 2024-11-12T07:27:28,551 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/4b37abc127bf4ddca8a3bbe2d61f1a20 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/A/4b37abc127bf4ddca8a3bbe2d61f1a20 2024-11-12T07:27:28,553 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/1cf3999d39754118b57d87272cc6ad05 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/1cf3999d39754118b57d87272cc6ad05 2024-11-12T07:27:28,553 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/715c7ae06bf04390b879ce6d9f6749cc to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/715c7ae06bf04390b879ce6d9f6749cc 2024-11-12T07:27:28,554 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/e97edb286f454370a2c31592279ec72d to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/B/e97edb286f454370a2c31592279ec72d 2024-11-12T07:27:28,556 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/154cf759016d41a6a4e250ef17b23352 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/154cf759016d41a6a4e250ef17b23352 2024-11-12T07:27:28,557 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/ed33be12339d4e45bc0ce5d87958553c to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/ed33be12339d4e45bc0ce5d87958553c 2024-11-12T07:27:28,558 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/ee5df38819624e4a92b37b79b6a11056 to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/C/ee5df38819624e4a92b37b79b6a11056 2024-11-12T07:27:28,559 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/recovered.edits/368.seqid to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a/recovered.edits/368.seqid 2024-11-12T07:27:28,560 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/default/TestAcidGuarantees/ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,560 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-12T07:27:28,560 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T07:27:28,561 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-12T07:27:28,563 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111201fe920c069b4ac3853e5110739b7e21_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111201fe920c069b4ac3853e5110739b7e21_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,564 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112072eb52f61df4d39a6c3908a1f93d370_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112072eb52f61df4d39a6c3908a1f93d370_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,565 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411120731fb3fa23142ac8dfcfe1a6d2704fc_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411120731fb3fa23142ac8dfcfe1a6d2704fc_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,566 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121965143dac0044c0bd73e8ae4f5ff299_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121965143dac0044c0bd73e8ae4f5ff299_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,567 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121ef5a6e5646d481b8c1f86fdd8e8e594_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411121ef5a6e5646d481b8c1f86fdd8e8e594_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,567 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122423e9d885514901aef11b74ea493d37_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411122423e9d885514901aef11b74ea493d37_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,568 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111270fe0f2a76c546d682c5ce00eb023587_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111270fe0f2a76c546d682c5ce00eb023587_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,570 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111288882cdb13db4222a3d8b9244ed3c1dc_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111288882cdb13db4222a3d8b9244ed3c1dc_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,570 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112908e862b95ef4df594831528bd06f615_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112908e862b95ef4df594831528bd06f615_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,571 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129a7782dab39f42ef9ba002bdb1a76c10_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411129a7782dab39f42ef9ba002bdb1a76c10_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,572 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b62eb04a497a4f379e4014051bc8c951_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b62eb04a497a4f379e4014051bc8c951_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,573 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b654bf7ee9d64daeade3568685103c19_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b654bf7ee9d64daeade3568685103c19_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,573 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b816d35d34be4a699cc12531fd2e1715_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b816d35d34be4a699cc12531fd2e1715_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,574 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b9a2eca86e5a4009837542248ced6d82_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112b9a2eca86e5a4009837542248ced6d82_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,575 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c1f48d5ecf564fef9fc3a198d749e176_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c1f48d5ecf564fef9fc3a198d749e176_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,576 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c3ecb74e6fc24471ab2122fcb4792f81_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112c3ecb74e6fc24471ab2122fcb4792f81_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,576 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112dd1337c7b0524c9283ee6404cf021ff2_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112dd1337c7b0524c9283ee6404cf021ff2_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,577 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f664dc9bf36a4f8f9785ecd76c796a1a_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112f664dc9bf36a4f8f9785ecd76c796a1a_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,577 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fda077a0dbfc4fbebc114549f92b8bff_ab93151a125ce68db1b0259ecb3e783a to hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241112fda077a0dbfc4fbebc114549f92b8bff_ab93151a125ce68db1b0259ecb3e783a 2024-11-12T07:27:28,578 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-12T07:27:28,579 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=184, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:27:28,581 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-12T07:27:28,582 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-12T07:27:28,583 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=184, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:27:28,583 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-12T07:27:28,584 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731396448583"}]},"ts":"9223372036854775807"} 2024-11-12T07:27:28,585 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-12T07:27:28,585 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ab93151a125ce68db1b0259ecb3e783a, NAME => 'TestAcidGuarantees,,1731396414867.ab93151a125ce68db1b0259ecb3e783a.', STARTKEY => '', ENDKEY => ''}] 2024-11-12T07:27:28,585 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-12T07:27:28,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731396448585"}]},"ts":"9223372036854775807"} 2024-11-12T07:27:28,586 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-12T07:27:28,587 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=184, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-12T07:27:28,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 45 msec 2024-11-12T07:27:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34741 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-11-12T07:27:28,652 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-12T07:27:28,652 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-12T07:27:28,661 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238 (was 242), OpenFileDescriptor=447 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 457), ProcessCount=11 (was 11), AvailableMemoryMB=6539 (was 6578) 2024-11-12T07:27:28,661 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T07:27:28,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:27:28,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:27:28,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:28,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:28,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T07:27:28,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T07:27:28,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=694036216, stopped=false 2024-11-12T07:27:28,663 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cea23c84c117,34741,1731396260892 2024-11-12T07:27:28,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T07:27:28,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-12T07:27:28,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:27:28,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:27:28,729 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:27:28,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T07:27:28,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:27:28,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:28,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:27:28,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-12T07:27:28,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cea23c84c117,42891,1731396261716' ***** 2024-11-12T07:27:28,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T07:27:28,732 INFO [RS:0;cea23c84c117:42891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T07:27:28,732 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T07:27:28,732 INFO [RS:0;cea23c84c117:42891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T07:27:28,732 INFO [RS:0;cea23c84c117:42891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T07:27:28,732 INFO [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(959): stopping server cea23c84c117,42891,1731396261716 2024-11-12T07:27:28,732 INFO [RS:0;cea23c84c117:42891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:27:28,732 INFO [RS:0;cea23c84c117:42891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cea23c84c117:42891. 2024-11-12T07:27:28,733 DEBUG [RS:0;cea23c84c117:42891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T07:27:28,733 DEBUG [RS:0;cea23c84c117:42891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:28,733 INFO [RS:0;cea23c84c117:42891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T07:27:28,733 INFO [RS:0;cea23c84c117:42891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T07:27:28,733 INFO [RS:0;cea23c84c117:42891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T07:27:28,733 INFO [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T07:27:28,734 INFO [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T07:27:28,734 DEBUG [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T07:27:28,734 DEBUG [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:27:28,734 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T07:27:28,734 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T07:27:28,734 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T07:27:28,734 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T07:27:28,734 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T07:27:28,734 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-12T07:27:28,755 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/.tmp/info/340be0cfe7dd4ffebeed58802b3c3aa7 is 95, key is TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595./info:/1731396291612/DeleteFamily/seqid=0 2024-11-12T07:27:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742442_1618 (size=6514) 2024-11-12T07:27:28,778 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T07:27:28,778 INFO [regionserver/cea23c84c117:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T07:27:28,812 INFO [regionserver/cea23c84c117:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:27:28,934 DEBUG [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:27:29,134 DEBUG [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:27:29,159 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/.tmp/info/340be0cfe7dd4ffebeed58802b3c3aa7 2024-11-12T07:27:29,176 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/.tmp/ns/54ce5471b45248608c14d1975c70dde5 is 93, key is TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595./ns:/1731396291569/DeleteFamily/seqid=0 2024-11-12T07:27:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742443_1619 (size=5906) 2024-11-12T07:27:29,335 DEBUG [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:27:29,535 DEBUG [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:27:29,580 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/.tmp/ns/54ce5471b45248608c14d1975c70dde5 2024-11-12T07:27:29,598 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/.tmp/rep_barrier/db0f9a99574d404183cee2d6c35fda11 is 102, key is TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595./rep_barrier:/1731396291569/DeleteFamily/seqid=0 2024-11-12T07:27:29,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742444_1620 (size=6025) 2024-11-12T07:27:29,735 DEBUG [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:27:29,935 DEBUG [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T07:27:30,002 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/.tmp/rep_barrier/db0f9a99574d404183cee2d6c35fda11 2024-11-12T07:27:30,026 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/.tmp/table/87c90585e37c44928757059dbd92b517 is 96, key is TestAcidGuarantees,,1731396266533.1cfae515ffb7f37a521447295ed95595./table:/1731396291569/DeleteFamily/seqid=0 2024-11-12T07:27:30,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742445_1621 (size=5936) 2024-11-12T07:27:30,038 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/.tmp/table/87c90585e37c44928757059dbd92b517 2024-11-12T07:27:30,044 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/.tmp/info/340be0cfe7dd4ffebeed58802b3c3aa7 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/info/340be0cfe7dd4ffebeed58802b3c3aa7 2024-11-12T07:27:30,048 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/info/340be0cfe7dd4ffebeed58802b3c3aa7, entries=12, sequenceid=90, filesize=6.4 K 2024-11-12T07:27:30,049 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/.tmp/ns/54ce5471b45248608c14d1975c70dde5 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/ns/54ce5471b45248608c14d1975c70dde5 2024-11-12T07:27:30,054 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/ns/54ce5471b45248608c14d1975c70dde5, entries=8, sequenceid=90, filesize=5.8 K 2024-11-12T07:27:30,055 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/.tmp/rep_barrier/db0f9a99574d404183cee2d6c35fda11 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/rep_barrier/db0f9a99574d404183cee2d6c35fda11 2024-11-12T07:27:30,058 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/rep_barrier/db0f9a99574d404183cee2d6c35fda11, entries=6, sequenceid=90, filesize=5.9 K 2024-11-12T07:27:30,059 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/.tmp/table/87c90585e37c44928757059dbd92b517 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/table/87c90585e37c44928757059dbd92b517 2024-11-12T07:27:30,062 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/table/87c90585e37c44928757059dbd92b517, entries=7, sequenceid=90, filesize=5.8 K 2024-11-12T07:27:30,063 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=90, compaction requested=false 2024-11-12T07:27:30,078 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-12T07:27:30,079 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:27:30,079 INFO [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T07:27:30,079 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731396448734Running coprocessor pre-close hooks at 1731396448734Disabling compacts and flushes for region at 1731396448734Disabling writes for close at 1731396448734Obtaining lock to block concurrent updates at 1731396448734Preparing flush snapshotting stores in 1588230740 at 1731396448734Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731396448735 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731396448735Flushing 1588230740/info: creating writer at 1731396448736 (+1 ms)Flushing 1588230740/info: appending metadata at 1731396448755 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731396448755Flushing 1588230740/ns: creating writer at 1731396449162 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731396449176 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731396449176Flushing 1588230740/rep_barrier: creating writer at 1731396449583 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731396449598 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731396449598Flushing 1588230740/table: creating writer at 1731396450005 (+407 ms)Flushing 1588230740/table: appending metadata at 1731396450026 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731396450026Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b599da8: reopening flushed file at 1731396450041 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f9baf4f: reopening flushed file at 1731396450049 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a1ece9b: reopening flushed file at 1731396450054 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3022af35: reopening flushed file at 1731396450058 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1329ms, sequenceid=90, compaction requested=false at 1731396450063 (+5 ms)Writing region close event to WAL at 1731396450074 (+11 ms)Running coprocessor post-close hooks at 1731396450079 (+5 ms)Closed at 1731396450079 2024-11-12T07:27:30,079 DEBUG [RS_CLOSE_META-regionserver/cea23c84c117:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T07:27:30,136 INFO [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(976): stopping server cea23c84c117,42891,1731396261716; all regions closed. 2024-11-12T07:27:30,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741834_1010 (size=25344) 2024-11-12T07:27:30,143 DEBUG [RS:0;cea23c84c117:42891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/oldWALs 2024-11-12T07:27:30,143 INFO [RS:0;cea23c84c117:42891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C42891%2C1731396261716.meta:.meta(num 1731396265881) 2024-11-12T07:27:30,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741832_1008 (size=13563470) 2024-11-12T07:27:30,147 DEBUG [RS:0;cea23c84c117:42891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/oldWALs 2024-11-12T07:27:30,147 INFO [RS:0;cea23c84c117:42891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cea23c84c117%2C42891%2C1731396261716:(num 1731396264862) 2024-11-12T07:27:30,147 DEBUG [RS:0;cea23c84c117:42891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T07:27:30,147 INFO [RS:0;cea23c84c117:42891 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T07:27:30,147 INFO [RS:0;cea23c84c117:42891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:27:30,147 INFO [RS:0;cea23c84c117:42891 {}] hbase.ChoreService(370): Chore service for: regionserver/cea23c84c117:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T07:27:30,148 INFO [RS:0;cea23c84c117:42891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:27:30,148 INFO [regionserver/cea23c84c117:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:27:30,148 INFO [RS:0;cea23c84c117:42891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42891 2024-11-12T07:27:30,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cea23c84c117,42891,1731396261716 2024-11-12T07:27:30,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-12T07:27:30,213 INFO [RS:0;cea23c84c117:42891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:27:30,214 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cea23c84c117,42891,1731396261716] 2024-11-12T07:27:30,234 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cea23c84c117,42891,1731396261716 already deleted, retry=false 2024-11-12T07:27:30,234 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cea23c84c117,42891,1731396261716 expired; onlineServers=0 2024-11-12T07:27:30,234 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cea23c84c117,34741,1731396260892' ***** 2024-11-12T07:27:30,234 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T07:27:30,234 INFO [M:0;cea23c84c117:34741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T07:27:30,235 INFO [M:0;cea23c84c117:34741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T07:27:30,235 DEBUG [M:0;cea23c84c117:34741 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T07:27:30,235 DEBUG [M:0;cea23c84c117:34741 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T07:27:30,235 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T07:27:30,235 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396264528 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.small.0-1731396264528,5,FailOnTimeoutGroup] 2024-11-12T07:27:30,235 DEBUG [master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396264526 {}] cleaner.HFileCleaner(306): Exit Thread[master/cea23c84c117:0:becomeActiveMaster-HFileCleaner.large.0-1731396264526,5,FailOnTimeoutGroup] 2024-11-12T07:27:30,235 INFO [M:0;cea23c84c117:34741 {}] hbase.ChoreService(370): Chore service for: master/cea23c84c117:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T07:27:30,235 INFO [M:0;cea23c84c117:34741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T07:27:30,235 DEBUG [M:0;cea23c84c117:34741 {}] master.HMaster(1795): Stopping service threads 2024-11-12T07:27:30,235 INFO [M:0;cea23c84c117:34741 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T07:27:30,235 INFO [M:0;cea23c84c117:34741 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T07:27:30,235 ERROR [M:0;cea23c84c117:34741 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-12T07:27:30,236 INFO [M:0;cea23c84c117:34741 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T07:27:30,236 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T07:27:30,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-12T07:27:30,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-12T07:27:30,245 DEBUG [M:0;cea23c84c117:34741 {}] zookeeper.ZKUtil(347): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-12T07:27:30,245 WARN [M:0;cea23c84c117:34741 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T07:27:30,245 INFO [M:0;cea23c84c117:34741 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/.lastflushedseqids 2024-11-12T07:27:30,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742446_1622 (size=72) 2024-11-12T07:27:30,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:27:30,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42891-0x1012dee4ca10001, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:27:30,326 INFO [RS:0;cea23c84c117:42891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:27:30,326 INFO [RS:0;cea23c84c117:42891 {}] regionserver.HRegionServer(1031): Exiting; stopping=cea23c84c117,42891,1731396261716; zookeeper connection closed. 2024-11-12T07:27:30,326 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@30ad715f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@30ad715f 2024-11-12T07:27:30,327 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T07:27:30,655 INFO [M:0;cea23c84c117:34741 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T07:27:30,656 INFO [M:0;cea23c84c117:34741 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T07:27:30,656 DEBUG [M:0;cea23c84c117:34741 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T07:27:30,656 INFO [M:0;cea23c84c117:34741 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:27:30,656 DEBUG [M:0;cea23c84c117:34741 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:27:30,656 DEBUG [M:0;cea23c84c117:34741 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T07:27:30,656 DEBUG [M:0;cea23c84c117:34741 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:27:30,656 INFO [M:0;cea23c84c117:34741 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=794.68 KB heapSize=979.48 KB 2024-11-12T07:27:30,673 DEBUG [M:0;cea23c84c117:34741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9e90720bd6040dcb131eff1b0adb293 is 82, key is hbase:meta,,1/info:regioninfo/1731396265982/Put/seqid=0 2024-11-12T07:27:30,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742447_1623 (size=5672) 2024-11-12T07:27:31,076 INFO [M:0;cea23c84c117:34741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2284 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9e90720bd6040dcb131eff1b0adb293 2024-11-12T07:27:31,095 DEBUG [M:0;cea23c84c117:34741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3812f7ab55664d72942bc7ed413d0628 is 2275, key is \x00\x00\x00\x00\x00\x00\x00!/proc:d/1731396294791/Put/seqid=0 2024-11-12T07:27:31,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742448_1624 (size=46570) 2024-11-12T07:27:31,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T07:27:31,250 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T07:27:31,251 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-12T07:27:31,503 INFO [M:0;cea23c84c117:34741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=794.13 KB at sequenceid=2284 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3812f7ab55664d72942bc7ed413d0628 2024-11-12T07:27:31,506 INFO [M:0;cea23c84c117:34741 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3812f7ab55664d72942bc7ed413d0628 2024-11-12T07:27:31,519 DEBUG [M:0;cea23c84c117:34741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25e2694de7e94272a28f20d8be012f38 is 69, key is cea23c84c117,42891,1731396261716/rs:state/1731396264611/Put/seqid=0 2024-11-12T07:27:31,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073742449_1625 (size=5156) 2024-11-12T07:27:31,922 INFO [M:0;cea23c84c117:34741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2284 (bloomFilter=true), to=hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25e2694de7e94272a28f20d8be012f38 2024-11-12T07:27:31,926 DEBUG [M:0;cea23c84c117:34741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b9e90720bd6040dcb131eff1b0adb293 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9e90720bd6040dcb131eff1b0adb293 2024-11-12T07:27:31,928 INFO [M:0;cea23c84c117:34741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b9e90720bd6040dcb131eff1b0adb293, entries=8, sequenceid=2284, filesize=5.5 K 2024-11-12T07:27:31,929 DEBUG [M:0;cea23c84c117:34741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3812f7ab55664d72942bc7ed413d0628 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3812f7ab55664d72942bc7ed413d0628 2024-11-12T07:27:31,931 INFO [M:0;cea23c84c117:34741 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3812f7ab55664d72942bc7ed413d0628 2024-11-12T07:27:31,931 INFO [M:0;cea23c84c117:34741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3812f7ab55664d72942bc7ed413d0628, entries=184, sequenceid=2284, filesize=45.5 K 2024-11-12T07:27:31,931 DEBUG [M:0;cea23c84c117:34741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/25e2694de7e94272a28f20d8be012f38 as hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25e2694de7e94272a28f20d8be012f38 2024-11-12T07:27:31,934 INFO [M:0;cea23c84c117:34741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41931/user/jenkins/test-data/19390334-5d43-4642-6818-1d1ce55a73fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/25e2694de7e94272a28f20d8be012f38, entries=1, sequenceid=2284, filesize=5.0 K 2024-11-12T07:27:31,934 INFO [M:0;cea23c84c117:34741 {}] regionserver.HRegion(3140): Finished flush of dataSize ~794.68 KB/813755, heapSize ~979.19 KB/1002688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=2284, compaction requested=false 2024-11-12T07:27:31,935 INFO [M:0;cea23c84c117:34741 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T07:27:31,936 DEBUG [M:0;cea23c84c117:34741 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731396450656Disabling compacts and flushes for region at 1731396450656Disabling writes for close at 1731396450656Obtaining lock to block concurrent updates at 1731396450656Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731396450656Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=813755, getHeapSize=1002928, getOffHeapSize=0, getCellsCount=2493 at 1731396450656Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731396450657 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731396450657Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731396450672 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731396450672Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731396451079 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731396451094 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731396451094Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731396451506 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731396451519 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731396451519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c141033: reopening flushed file at 1731396451925 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f6301f: reopening flushed file at 1731396451928 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58d2f29b: reopening flushed file at 1731396451931 (+3 ms)Finished flush of dataSize ~794.68 KB/813755, heapSize ~979.19 KB/1002688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=2284, compaction requested=false at 1731396451934 (+3 ms)Writing region close event to WAL at 1731396451935 (+1 ms)Closed at 1731396451935 2024-11-12T07:27:31,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35853 is added to blk_1073741830_1006 (size=963470) 2024-11-12T07:27:31,938 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T07:27:31,939 INFO [M:0;cea23c84c117:34741 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T07:27:31,939 INFO [M:0;cea23c84c117:34741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34741 2024-11-12T07:27:31,939 INFO [M:0;cea23c84c117:34741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T07:27:32,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:27:32,085 INFO [M:0;cea23c84c117:34741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T07:27:32,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34741-0x1012dee4ca10000, quorum=127.0.0.1:56866, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T07:27:32,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70061d7e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T07:27:32,092 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70195653{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:27:32,092 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:27:32,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ad6a89f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:27:32,092 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15b00a0c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/hadoop.log.dir/,STOPPED} 2024-11-12T07:27:32,095 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T07:27:32,095 WARN [BP-1275152006-172.17.0.2-1731396256516 heartbeating to localhost/127.0.0.1:41931 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T07:27:32,095 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T07:27:32,095 WARN [BP-1275152006-172.17.0.2-1731396256516 heartbeating to localhost/127.0.0.1:41931 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1275152006-172.17.0.2-1731396256516 (Datanode Uuid e62f4c74-9920-4471-8946-78518fe836e7) service to localhost/127.0.0.1:41931 2024-11-12T07:27:32,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/cluster_64ebeae2-8662-579a-2074-afc7e12fbf0f/data/data1/current/BP-1275152006-172.17.0.2-1731396256516 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:27:32,097 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/cluster_64ebeae2-8662-579a-2074-afc7e12fbf0f/data/data2/current/BP-1275152006-172.17.0.2-1731396256516 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T07:27:32,098 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T07:27:32,106 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f7463d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T07:27:32,107 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@21e93b68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T07:27:32,107 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T07:27:32,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e580bc0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T07:27:32,107 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1efa708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/881561f7-ccdd-55c6-8ac3-a5667a4a5df6/hadoop.log.dir/,STOPPED} 2024-11-12T07:27:32,122 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T07:27:32,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down